diff --git data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_a.txt data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_a.txt new file mode 100644 index 0000000..3ed20d5 --- /dev/null +++ data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_a.txt @@ -0,0 +1,2 @@ +1|original|true,200,72909,3244222,-99999999999|after_original +2|original|0,100,483777,14,-23866739993|after_original \ No newline at end of file diff --git data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_b.txt data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_b.txt new file mode 100644 index 0000000..d79c0ee --- /dev/null +++ data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_b.txt @@ -0,0 +1 @@ +3|new|true,400,44388,-100,953967041.,62.079153,718.78|after_new \ No newline at end of file diff --git data/files/struct3_a.txt data/files/struct3_a.txt deleted file mode 100644 index 19dbd7f..0000000 --- data/files/struct3_a.txt +++ /dev/null @@ -1,2 +0,0 @@ -1|true,200,72909,3244222,-99999999999|original -2|0,100,483777,14,-23866739993|original \ No newline at end of file diff --git data/files/struct3_b.txt data/files/struct3_b.txt deleted file mode 100644 index 030e0c0..0000000 --- data/files/struct3_b.txt +++ /dev/null @@ -1 +0,0 @@ -3|true,400,44388,-100,953967041.,62.079153,718.78,1,verdict,verdict,timestamp,date,binary|new \ No newline at end of file diff --git data/files/struct3_c.txt data/files/struct3_c.txt deleted file mode 100644 index 236694b..0000000 --- data/files/struct3_c.txt +++ /dev/null @@ -1 +0,0 @@ -4|false,-67,833,63993,1255178165.77663,905070.974,-4314.7918,-1240033819,trial,trial,2016-03-0703:02:22.0,2016-03-07,binary|new \ No newline at end of file diff --git data/files/struct5_a.txt data/files/struct5_a.txt new file mode 100644 index 0000000..3ed20d5 --- /dev/null +++ data/files/struct5_a.txt @@ -0,0 +1,2 @@ +1|original|true,200,72909,3244222,-99999999999|after_original +2|original|0,100,483777,14,-23866739993|after_original \ No newline at end of file diff --git data/files/struct5_b.txt data/files/struct5_b.txt new file mode 100644 index 0000000..e4df3f5 --- /dev/null +++ data/files/struct5_b.txt @@ -0,0 +1 @@ +3|new|true,400,44388,-100,953967041.,62.079153,718.78,1,verdict,verdict,1987-02-21 19:48:29.0|after_new \ No newline at end of file diff --git data/files/struct5_c.txt data/files/struct5_c.txt new file mode 100644 index 0000000..0f3c79c --- /dev/null +++ data/files/struct5_c.txt @@ -0,0 +1 @@ +4|new|false,-67,833,63993,1255178165.77663,905070.974,-4314.7918,-1240033819,trial,trial,2016-03-07 03:02:22.0|after_new \ No newline at end of file diff --git itests/src/test/resources/testconfiguration.properties itests/src/test/resources/testconfiguration.properties index 2c86807..6f9d926 100644 --- itests/src/test/resources/testconfiguration.properties +++ itests/src/test/resources/testconfiguration.properties @@ -480,8 +480,12 @@ minillap.shared.query.files=bucket_map_join_tez1.q,\ orc_ppd_schema_evol_3a.q,\ schema_evol_stats.q,\ schema_evol_orc_acid_mapwork_part.q,\ + schema_evol_orc_acid_mapwork_part_all_complex.q,\ + schema_evol_orc_acid_mapwork_part_all_primitive.q,\ schema_evol_orc_acid_mapwork_table.q,\ schema_evol_orc_acidvec_mapwork_part.q,\ + schema_evol_orc_acidvec_mapwork_part_all_complex.q,\ + schema_evol_orc_acidvec_mapwork_part_all_primitive.q,\ schema_evol_orc_acidvec_mapwork_table.q,\ schema_evol_orc_nonvec_fetchwork_part.q,\ schema_evol_orc_nonvec_fetchwork_table.q,\ diff --git llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java index 0d212ec..cb8a506 100644 --- llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java +++ llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java @@ -196,6 +196,7 @@ public OrcEncodedDataReader(LowLevelCache lowLevelCache, BufferUsageManager buff fileKey = determineFileId(fs, split, HiveConf.getBoolVar(conf, ConfVars.LLAP_CACHE_ALLOW_SYNTHETIC_FILEID)); fileMetadata = getOrReadFileMetadata(); + // TODO: Note that when LLAP supports data type conversion we will need to revisit this... globalIncludes = OrcInputFormat.genIncludedColumns(fileMetadata.getTypes(), columnIds, true); consumer.setFileMetadata(fileMetadata); consumer.setIncludedColumns(globalIncludes); diff --git orc/src/java/org/apache/orc/impl/ConvertTreeReaderFactory.java orc/src/java/org/apache/orc/impl/ConvertTreeReaderFactory.java index c347181..9e26fd7 100644 --- orc/src/java/org/apache/orc/impl/ConvertTreeReaderFactory.java +++ orc/src/java/org/apache/orc/impl/ConvertTreeReaderFactory.java @@ -1348,14 +1348,14 @@ public void nextVector(ColumnVector previousVector, public static class DecimalFromDecimalTreeReader extends ConvertTreeReader { - private DecimalTreeReader decimalTreeReader; + protected DecimalTreeReader decimalTreeReader; - private DecimalColumnVector fileDecimalColVector; - private int filePrecision; - private int fileScale; - private int readerPrecision; - private int readerScale; - private DecimalColumnVector decimalColVector; + protected DecimalColumnVector fileDecimalColVector; + protected int filePrecision; + protected int fileScale; + protected int readerPrecision; + protected int readerScale; + protected DecimalColumnVector decimalColVector; DecimalFromDecimalTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType) throws IOException { @@ -2092,7 +2092,6 @@ private static TreeReader createAnyIntegerConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from (BOOLEAN, BYTE, SHORT, INT, LONG) to schema type. @@ -2149,7 +2148,6 @@ private static TreeReader createFloatConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from FLOAT to schema type. @@ -2198,7 +2196,6 @@ private static TreeReader createDoubleConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from DOUBLE to schema type. @@ -2247,7 +2244,6 @@ private static TreeReader createDecimalConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from DECIMAL to schema type. @@ -2295,7 +2291,6 @@ private static TreeReader createStringConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from STRING to schema type. @@ -2352,7 +2347,6 @@ private static TreeReader createCharConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from CHAR to schema type. @@ -2408,7 +2402,6 @@ private static TreeReader createVarcharConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from VARCHAR to schema type. @@ -2464,7 +2457,6 @@ private static TreeReader createTimestampConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from TIMESTAMP to schema type. @@ -2515,7 +2507,6 @@ private static TreeReader createDateConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from DATE to schema type. @@ -2558,7 +2549,6 @@ private static TreeReader createBinaryConvertTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { // CONVERT from DATE to schema type. @@ -2717,14 +2707,12 @@ private static TreeReader createBinaryConvertTreeReader(int columnId, * * @param readerType * @param evolution - * @param included * @param skipCorrupt * @return * @throws IOException */ public static TreeReader createConvertTreeReader(TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt ) throws IOException { @@ -2739,43 +2727,43 @@ public static TreeReader createConvertTreeReader(TypeDescription readerType, case INT: case LONG: return createAnyIntegerConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case FLOAT: return createFloatConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case DOUBLE: return createDoubleConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case DECIMAL: return createDecimalConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case STRING: return createStringConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case CHAR: return createCharConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case VARCHAR: return createVarcharConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case TIMESTAMP: return createTimestampConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case DATE: return createDateConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); case BINARY: return createBinaryConvertTreeReader(columnId, fileType, readerType, evolution, - included, skipCorrupt); + skipCorrupt); // UNDONE: Complex conversions... case STRUCT: diff --git orc/src/java/org/apache/orc/impl/RecordReaderImpl.java orc/src/java/org/apache/orc/impl/RecordReaderImpl.java index 92b6a8b..90a1de5 100644 --- orc/src/java/org/apache/orc/impl/RecordReaderImpl.java +++ orc/src/java/org/apache/orc/impl/RecordReaderImpl.java @@ -209,7 +209,7 @@ protected RecordReaderImpl(ReaderImpl fileReader, } reader = TreeReaderFactory.createTreeReader(evolution.getReaderSchema(), - evolution, included, skipCorrupt); + evolution, skipCorrupt); indexes = new OrcProto.RowIndex[types.size()]; bloomFilterIndices = new OrcProto.BloomFilterIndex[types.size()]; advanceToNextRow(reader, 0L, true); @@ -744,8 +744,18 @@ public SargApplier(SearchArgument sarg, String[] columnNames, long rowIndexStrid for (int rowGroup = 0; rowGroup < result.length; ++rowGroup) { for (int pred = 0; pred < leafValues.length; ++pred) { int columnIx = filterColumns[pred]; + if (columnIx != -1 && evolution != null) { + // Account for reader schema column indices map to file indices with Schema Evolution. + TypeDescription fileType = evolution.getFileType(columnIx); + if (fileType == null) { + // Defaulted NULL column due to Schema Evolution. + columnIx = -1; + } else { + columnIx = fileType.getId(); + } + } if (columnIx != -1) { - if (indexes[columnIx] == null) { + if (columnIx >= indexes.length || indexes[columnIx] == null) { throw new AssertionError("Index is not populated for " + columnIx); } OrcProto.RowIndexEntry entry = indexes[columnIx].getEntry(rowGroup); @@ -767,7 +777,7 @@ public SargApplier(SearchArgument sarg, String[] columnNames, long rowIndexStrid LOG.trace("Setting " + sargLeaves.get(pred) + " to " + leafValues[pred]); } } else { - // the column is a virtual column + // the column is a virtual column or defaulted NULL column due to Schema Evolution. leafValues[pred] = TruthValue.YES_NO_NULL; } } diff --git orc/src/java/org/apache/orc/impl/TreeReaderFactory.java orc/src/java/org/apache/orc/impl/TreeReaderFactory.java index e6fef91..739fc80 100644 --- orc/src/java/org/apache/orc/impl/TreeReaderFactory.java +++ orc/src/java/org/apache/orc/impl/TreeReaderFactory.java @@ -1706,7 +1706,6 @@ public void nextVector(ColumnVector previousVector, protected StructTreeReader(int columnId, TypeDescription readerSchema, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { super(columnId); @@ -1714,7 +1713,7 @@ protected StructTreeReader(int columnId, this.fields = new TreeReader[childrenTypes.size()]; for (int i = 0; i < fields.length; ++i) { TypeDescription subtype = childrenTypes.get(i); - this.fields[i] = createTreeReader(subtype, evolution, included, skipCorrupt); + this.fields[i] = createTreeReader(subtype, evolution, skipCorrupt); } } @@ -1791,7 +1790,6 @@ void skipRows(long items) throws IOException { protected UnionTreeReader(int fileColumn, TypeDescription readerSchema, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { super(fileColumn); List childrenTypes = readerSchema.getChildren(); @@ -1799,7 +1797,7 @@ protected UnionTreeReader(int fileColumn, this.fields = new TreeReader[fieldCount]; for (int i = 0; i < fieldCount; ++i) { TypeDescription subtype = childrenTypes.get(i); - this.fields[i] = createTreeReader(subtype, evolution, included, skipCorrupt); + this.fields[i] = createTreeReader(subtype, evolution, skipCorrupt); } } @@ -1868,12 +1866,10 @@ void skipRows(long items) throws IOException { protected ListTreeReader(int fileColumn, TypeDescription readerSchema, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { super(fileColumn); TypeDescription elementType = readerSchema.getChildren().get(0); - elementReader = createTreeReader(elementType, evolution, included, - skipCorrupt); + elementReader = createTreeReader(elementType, evolution, skipCorrupt); } @Override @@ -1948,13 +1944,12 @@ void skipRows(long items) throws IOException { protected MapTreeReader(int fileColumn, TypeDescription readerSchema, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt) throws IOException { super(fileColumn); TypeDescription keyType = readerSchema.getChildren().get(0); TypeDescription valueType = readerSchema.getChildren().get(1); - keyReader = createTreeReader(keyType, evolution, included, skipCorrupt); - valueReader = createTreeReader(valueType, evolution, included, skipCorrupt); + keyReader = createTreeReader(keyType, evolution, skipCorrupt); + valueReader = createTreeReader(valueType, evolution, skipCorrupt); } @Override @@ -2027,25 +2022,51 @@ void skipRows(long items) throws IOException { } } + /** + * Determine whether primitive type conversion is needed based on the category and data type attributes + * maxLength and the decimal scale/precision. + * + * Field names are not part of this comparison. + * + * @param fileType + * @param readerType + * @return + */ + private static boolean primitiveTypeNeedsConversion(TypeDescription fileType, TypeDescription readerType) { + if (fileType.getCategory() != readerType.getCategory() || + fileType.getMaxLength() != readerType.getMaxLength() || + fileType.getScale() != readerType.getScale() || + fileType.getPrecision() != readerType.getPrecision()) { + return true; + } + return false; + } + public static TreeReader createTreeReader(TypeDescription readerType, SchemaEvolution evolution, - boolean[] included, boolean skipCorrupt ) throws IOException { + // The SchemaEvolution class has already processed the included (needed) columns. Here we + // just have to ask if there is a non-null file type. TypeDescription fileType = evolution.getFileType(readerType); - if (fileType == null || - (included != null && !included[readerType.getId()])) { + if (fileType == null) { return new NullTreeReader(0); } + TypeDescription.Category fileTypeCategory = fileType.getCategory(); TypeDescription.Category readerTypeCategory = readerType.getCategory(); - if (!fileType.equals(readerType) && - (readerTypeCategory != TypeDescription.Category.STRUCT && - readerTypeCategory != TypeDescription.Category.MAP && - readerTypeCategory != TypeDescription.Category.LIST && - readerTypeCategory != TypeDescription.Category.UNION)) { - // We only convert complex children. - return ConvertTreeReaderFactory.createConvertTreeReader(readerType, evolution, - included, skipCorrupt); + if (!fileTypeCategory.isPrimitive() || !readerTypeCategory.isPrimitive()) { + if (fileTypeCategory != readerTypeCategory) { + throw new IOException("Cannot convert between file type " + + fileTypeCategory.name() + " and reader type " + readerTypeCategory.name() + + " (conversion is only allowed between primitive types or between complex types with the same category)"); + } + // Otherwise, fall through. The complex readers will automatically convert their children + // when they call this method recursively. + } else { + // Both are primitive types. + if (primitiveTypeNeedsConversion(fileType, readerType)) { + return ConvertTreeReaderFactory.createConvertTreeReader(readerType, evolution, skipCorrupt); + } } switch (readerTypeCategory) { case BOOLEAN: @@ -2078,17 +2099,13 @@ public static TreeReader createTreeReader(TypeDescription readerType, return new DecimalTreeReader(fileType.getId(), readerType.getPrecision(), readerType.getScale()); case STRUCT: - return new StructTreeReader(fileType.getId(), readerType, - evolution, included, skipCorrupt); + return new StructTreeReader(fileType.getId(), readerType, evolution, skipCorrupt); case LIST: - return new ListTreeReader(fileType.getId(), readerType, - evolution, included, skipCorrupt); + return new ListTreeReader(fileType.getId(), readerType, evolution, skipCorrupt); case MAP: - return new MapTreeReader(fileType.getId(), readerType, evolution, - included, skipCorrupt); + return new MapTreeReader(fileType.getId(), readerType, evolution, skipCorrupt); case UNION: - return new UnionTreeReader(fileType.getId(), readerType, - evolution, included, skipCorrupt); + return new UnionTreeReader(fileType.getId(), readerType, evolution, skipCorrupt); default: throw new IllegalArgumentException("Unsupported type " + readerTypeCategory); diff --git orc/src/test/org/apache/orc/impl/TestConvertTreeReaderFactory.java orc/src/test/org/apache/orc/impl/TestConvertTreeReaderFactory.java new file mode 100644 index 0000000..b922dea --- /dev/null +++ orc/src/test/org/apache/orc/impl/TestConvertTreeReaderFactory.java @@ -0,0 +1,184 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.orc.impl; + +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertFalse; +import static org.junit.Assert.assertTrue; + +import java.io.File; +import java.io.IOException; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hive.ql.exec.vector.DoubleColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; +import org.apache.orc.OrcFile; +import org.apache.orc.Reader; +import org.apache.orc.RecordReader; +import org.apache.orc.TypeDescription; +import org.apache.orc.Writer; +import org.apache.orc.impl.TreeReaderFactory.TreeReader; +import org.junit.Before; +import org.junit.Rule; +import org.junit.Test; +import org.junit.rules.TestName; + +public class TestConvertTreeReaderFactory { + + @Rule + public TestName testCaseName = new TestName(); + + Configuration conf; + Path testFilePath; + FileSystem fs; + Path workDir = new Path(System.getProperty("test.tmp.dir", + "target" + File.separator + "test" + File.separator + "tmp")); + + @Before + public void setup() throws Exception { + conf = new Configuration(); + fs = FileSystem.getLocal(conf); + testFilePath = new Path(workDir, "TestOrcFile." + + testCaseName.getMethodName() + ".orc"); + fs.delete(testFilePath, false); + } + + @Test + public void testTreeReaderConversion1() throws IOException { + TypeDescription fileStruct1 = TypeDescription.createStruct() + .addField("f1", TypeDescription.createInt()) + .addField("f2", TypeDescription.createString()) + .addField("f3", TypeDescription.createDecimal().withPrecision(38).withScale(10)); + + TypeDescription readerStruct1diff = TypeDescription.createStruct() + .addField("f1", TypeDescription.createLong()) + .addField("f2", TypeDescription.createString()) + .addField("f3", TypeDescription.createDecimal().withPrecision(38).withScale(10)); + SchemaEvolution both1diff = new SchemaEvolution(fileStruct1, readerStruct1diff, null); + assertTrue(both1diff.hasConversion()); + TreeReader same1Reader = TreeReaderFactory.createTreeReader(both1diff.getReaderSchema(), + both1diff, false); + assertTrue(same1Reader instanceof TreeReaderFactory.StructTreeReader); + TreeReaderFactory.StructTreeReader same1ReaderStruct = (TreeReaderFactory.StructTreeReader) same1Reader; + assertTrue(same1ReaderStruct.fields[0] instanceof ConvertTreeReaderFactory.AnyIntegerFromAnyIntegerTreeReader); + assertTrue(same1ReaderStruct.fields[1] instanceof TreeReaderFactory.StringTreeReader); + assertTrue(same1ReaderStruct.fields[2] instanceof TreeReaderFactory.DecimalTreeReader); + + TypeDescription readerStruct1diffPrecision = TypeDescription.createStruct() + .addField("f1", TypeDescription.createInt()) + .addField("f2", TypeDescription.createString()) + .addField("f3", TypeDescription.createDecimal().withPrecision(12).withScale(10)); + SchemaEvolution both1diffPrecision = new SchemaEvolution(fileStruct1, readerStruct1diffPrecision, null); + assertTrue(both1diffPrecision.hasConversion()); + TreeReader both1diffPrecisionReader = TreeReaderFactory.createTreeReader(both1diffPrecision.getReaderSchema(), + both1diffPrecision, false); + assertTrue(same1Reader instanceof TreeReaderFactory.StructTreeReader); + TreeReaderFactory.StructTreeReader both1diffPrecision1ReaderStruct = (TreeReaderFactory.StructTreeReader) both1diffPrecisionReader; + assertTrue(both1diffPrecision1ReaderStruct.fields[0] instanceof TreeReaderFactory.IntTreeReader); + assertTrue(both1diffPrecision1ReaderStruct.fields[1] instanceof TreeReaderFactory.StringTreeReader); + assertTrue(both1diffPrecision1ReaderStruct.fields[2] instanceof ConvertTreeReaderFactory.DecimalFromDecimalTreeReader); + ConvertTreeReaderFactory.DecimalFromDecimalTreeReader both1diffPrecision1ReaderDecimalFromDecimal = (ConvertTreeReaderFactory.DecimalFromDecimalTreeReader) both1diffPrecision1ReaderStruct.fields[2]; + assertTrue(both1diffPrecision1ReaderDecimalFromDecimal.filePrecision == 38); + assertTrue(both1diffPrecision1ReaderDecimalFromDecimal.readerPrecision == 12); + assertTrue(both1diffPrecision1ReaderDecimalFromDecimal.fileScale == 10); + assertTrue(both1diffPrecision1ReaderDecimalFromDecimal.readerScale == 10); + + } + + @Test + public void testTreeReaderConversion2() throws IOException { + TypeDescription fileStruct2 = TypeDescription.createStruct() + .addField("f1", TypeDescription.createUnion() + .addUnionChild(TypeDescription.createByte()) + .addUnionChild(TypeDescription.createDecimal() + .withPrecision(20).withScale(10))) + .addField("f2", TypeDescription.createStruct() + .addField("f3", TypeDescription.createDate()) + .addField("f4", TypeDescription.createDouble()) + .addField("f5", TypeDescription.createBoolean())) + .addField("f6", TypeDescription.createChar().withMaxLength(100)); + + TypeDescription readerStruct2diff = TypeDescription.createStruct() + .addField("f1", TypeDescription.createUnion() + .addUnionChild(TypeDescription.createByte()) + .addUnionChild(TypeDescription.createDecimal() + .withPrecision(20).withScale(10))) + .addField("f2", TypeDescription.createStruct() + .addField("f3", TypeDescription.createDate()) + .addField("f4", TypeDescription.createDouble()) + .addField("f5", TypeDescription.createByte())) + .addField("f6", TypeDescription.createChar().withMaxLength(100)); + SchemaEvolution both2diff = new SchemaEvolution(fileStruct2, readerStruct2diff, null); + assertTrue(both2diff.hasConversion()); + TreeReader both2diffReader = TreeReaderFactory.createTreeReader(both2diff.getReaderSchema(), + both2diff, false); + assertTrue(both2diffReader instanceof TreeReaderFactory.StructTreeReader); + TreeReaderFactory.StructTreeReader both2diffReaderStruct = (TreeReaderFactory.StructTreeReader) both2diffReader; + assertTrue(both2diffReaderStruct.fields[0] instanceof TreeReaderFactory.UnionTreeReader); + assertTrue(both2diffReaderStruct.fields[1] instanceof TreeReaderFactory.StructTreeReader); + assertTrue(both2diffReaderStruct.fields[2] instanceof TreeReaderFactory.CharTreeReader); + + TypeDescription readerStruct2diffChar = TypeDescription.createStruct() + .addField("f1", TypeDescription.createUnion() + .addUnionChild(TypeDescription.createByte()) + .addUnionChild(TypeDescription.createDecimal() + .withPrecision(20).withScale(10))) + .addField("f2", TypeDescription.createStruct() + .addField("f3", TypeDescription.createDate()) + .addField("f4", TypeDescription.createDouble()) + .addField("f5", TypeDescription.createBoolean())) + .addField("f6", TypeDescription.createChar().withMaxLength(80)); + SchemaEvolution both2diffChar = new SchemaEvolution(fileStruct2, readerStruct2diffChar, null); + assertTrue(both2diffChar.hasConversion()); + TreeReader both2diffCharReader = TreeReaderFactory.createTreeReader(both2diffChar.getReaderSchema(), + both2diffChar, false); + assertTrue(both2diffCharReader instanceof TreeReaderFactory.StructTreeReader); + TreeReaderFactory.StructTreeReader both2diffCharReaderStruct = (TreeReaderFactory.StructTreeReader) both2diffCharReader; + assertTrue(both2diffCharReaderStruct.fields[0] instanceof TreeReaderFactory.UnionTreeReader); + assertTrue(both2diffCharReaderStruct.fields[1] instanceof TreeReaderFactory.StructTreeReader); + assertTrue(both2diffCharReaderStruct.fields[2] instanceof ConvertTreeReaderFactory.StringGroupFromStringGroupTreeReader); + + TypeDescription readerStruct2AddInnerStruct = TypeDescription.createStruct() + .addField("f1", TypeDescription.createUnion() + .addUnionChild(TypeDescription.createByte()) + .addUnionChild(TypeDescription.createDecimal() + .withPrecision(20).withScale(10))) + .addField("f2", TypeDescription.createStruct() + .addField("f3", TypeDescription.createDate()) + .addField("f4", TypeDescription.createDouble()) + .addField("f5", TypeDescription.createBoolean()) + .addField("f7", TypeDescription.createTimestamp())) + .addField("f6", TypeDescription.createChar().withMaxLength(100)); + SchemaEvolution both2AddInnerStruct = new SchemaEvolution(fileStruct2, readerStruct2AddInnerStruct, null); + assertTrue(both2AddInnerStruct.hasConversion()); + TreeReader both2AddInnerStructReader = TreeReaderFactory.createTreeReader(both2AddInnerStruct.getReaderSchema(), + both2AddInnerStruct, false); + assertTrue(both2AddInnerStructReader instanceof TreeReaderFactory.StructTreeReader); + TreeReaderFactory.StructTreeReader both2AddInnerStructReaderStruct = (TreeReaderFactory.StructTreeReader) both2AddInnerStructReader; + assertTrue(both2AddInnerStructReaderStruct.fields[0] instanceof TreeReaderFactory.UnionTreeReader); + assertTrue(both2AddInnerStructReaderStruct.fields[1] instanceof TreeReaderFactory.StructTreeReader); + TreeReaderFactory.StructTreeReader both2InnerStructReader = (TreeReaderFactory.StructTreeReader) both2AddInnerStructReaderStruct.fields[1]; + assertTrue(both2InnerStructReader.fields[0] instanceof TreeReaderFactory.DateTreeReader); + assertTrue(both2InnerStructReader.fields[1] instanceof TreeReaderFactory.DoubleTreeReader); + assertTrue(both2InnerStructReader.fields[2] instanceof TreeReaderFactory.BooleanTreeReader); + assertTrue(both2InnerStructReader.fields[3] instanceof TreeReaderFactory.NullTreeReader); // New field not present in file schema. + assertTrue(both2AddInnerStructReaderStruct.fields[2] instanceof TreeReaderFactory.CharTreeReader); + } +} diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java index d5172ed..6f99ec3 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java @@ -54,6 +54,7 @@ import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils; import org.apache.hadoop.hive.serde2.typeinfo.UnionTypeInfo; import org.apache.orc.ColumnStatistics; +import org.apache.orc.OrcProto.Type; import org.apache.orc.OrcUtils; import org.apache.orc.StripeInformation; import org.apache.orc.StripeStatistics; @@ -315,9 +316,8 @@ public static RecordReader createReaderFromFile(Reader file, Reader.Options options = new Reader.Options().range(offset, length); options.schema(schema); boolean isOriginal = isOriginal(file); - List types = file.getTypes(); - options.include(genIncludedColumns(types, conf, isOriginal)); - setSearchArgument(options, types, conf, isOriginal); + options.include(genIncludedColumns((schema != null ? schema : file.getSchema()), conf, isOriginal)); + setSearchArgument(options, (schema != null ? schema : file.getSchema()), conf, isOriginal); return (RecordReader) file.rowsOptions(options); } @@ -327,6 +327,76 @@ public static boolean isOriginal(Reader file) { /** * Recurse down into a type subtree turning on all of the sub-columns. + * + * NOTE: Currently, the included columns are just the top level columns. Any STRUCT type columns + * will have all of their columns included, recursively. There is open HIVE-13873 that would + * enhance things to have included columns have depth into STRUCT type columns so unnecessary + * STRUCT columns are not read. + * + * @param typeDescr the possible complex type. + * @param result the global view of columns that should be included + */ + private static void includeColumnRecursive(TypeDescription typeDescr, + boolean[] result) { + result[typeDescr.getId()] = true; + final List children = typeDescr.getChildren(); + if (children == null) { + return; + } + final int numChildren = children.size(); + for(int i=0; i < numChildren; ++i) { + TypeDescription child = children.get(i); + includeColumnRecursive(child, result); + } + } + + /** + * Generate an included boolean array from the reader schema and list of column ids. + * @param logicalSchema + * @param included + * @return + */ + public static boolean[] genIncludedColumns(TypeDescription schema, List included, + boolean isOriginal) { + TypeDescription readerSchema; + if (isOriginal) { + readerSchema = schema; + } else { + // Remove ACID metadata. Clone so the type ids are correct. + readerSchema = schema.getChildren().get(OrcRecordUpdater.FIELDS - 1).clone(); + } + boolean[] result = new boolean[readerSchema.getMaximumId() + 1]; + result[0] = true; + final List children = readerSchema.getChildren(); + final int numChildren = children.size(); + for (int i = 0; i < numChildren; i++) { + TypeDescription child = children.get(i); + if (included.contains(i)) { + includeColumnRecursive(child, result); + } + } + return result; + } + + /** + * Determine the logical included columns from the reader schema and configuration. + * + * @param schema + * @param conf + * @return Will be null if included colummns are not present in the configuration. + */ + public static boolean[] genIncludedColumns( + TypeDescription schema, Configuration conf, boolean isOriginal) { + if (!ColumnProjectionUtils.isReadAllColumns(conf)) { + List included = ColumnProjectionUtils.getReadColumnIDs(conf); + return genIncludedColumns(schema, included, isOriginal); + } else { + return null; + } + } + + /** + * Recurse down into a type subtree turning on all of the sub-columns. * @param types the types of the file * @param result the global view of columns that should be included * @param typeId the root of tree to enable @@ -376,6 +446,35 @@ private static void includeColumnRecursive(List types, } public static String[] getSargColumnNames(String[] originalColumnNames, + TypeDescription schema, boolean[] includedColumns, boolean isOriginal) { + TypeDescription readerSchema; + if (isOriginal) { + readerSchema = schema; + } else { + // Remove ACID metadata. Clone so the type ids are correct. + readerSchema = schema.getChildren().get(OrcRecordUpdater.FIELDS - 1).clone(); + } + String[] columnNames = new String[readerSchema.getMaximumId() + 1]; + int i = 0; + final List children = readerSchema.getChildren(); + // The way this works is as such. originalColumnNames is the equivalent on getNeededColumns + // from TSOP. They are assumed to be in the same order as the columns in ORC file, AND they are + // assumed to be equivalent to the columns in includedColumns (because it was generated from + // we go thru all the top level ORC file columns that are included, in order, they match + // originalColumnNames. This way, we do not depend on names stored inside ORC for SARG leaf + // column name resolution (see mapSargColumns method). + for(TypeDescription child : children) { + int id = child.getId(); + if (includedColumns == null || includedColumns[id]) { + // this is guaranteed to be positive because types only have children + // ids greater than their own id. + columnNames[id] = originalColumnNames[i++]; + } + } + return columnNames; + } + + public static String[] getSargColumnNames(String[] originalColumnNames, List types, boolean[] includedColumns, boolean isOriginal) { int rootColumn = getRootColumn(isOriginal); String[] columnNames = new String[types.size() - rootColumn]; @@ -398,7 +497,7 @@ private static void includeColumnRecursive(List types, } static void setSearchArgument(Reader.Options options, - List types, + TypeDescription schema, Configuration conf, boolean isOriginal) { String neededColumnNames = getNeededColumnNamesString(conf); @@ -418,7 +517,7 @@ static void setSearchArgument(Reader.Options options, LOG.info("ORC pushdown predicate: " + sarg); } options.searchArgument(sarg, getSargColumnNames( - neededColumnNames.split(","), types, options.getInclude(), isOriginal)); + neededColumnNames.split(","), schema, options.getInclude(), isOriginal)); } static boolean canCreateSargFromConf(Configuration conf) { @@ -434,17 +533,17 @@ static boolean canCreateSargFromConf(Configuration conf) { } private static String[] extractNeededColNames( - List types, Configuration conf, boolean[] include, boolean isOriginal) { + TypeDescription schema, Configuration conf, boolean[] include, boolean isOriginal) { String colNames = getNeededColumnNamesString(conf); if (colNames == null) { return null; } - return extractNeededColNames(types, colNames, include, isOriginal); + return extractNeededColNames(schema, colNames, include, isOriginal); } private static String[] extractNeededColNames( - List types, String columnNamesString, boolean[] include, boolean isOriginal) { - return getSargColumnNames(columnNamesString.split(","), types, include, isOriginal); + TypeDescription schema, String columnNamesString, boolean[] include, boolean isOriginal) { + return getSargColumnNames(columnNamesString.split(","), schema, include, isOriginal); } static String getNeededColumnNamesString(Configuration conf) { @@ -679,21 +778,21 @@ public AcidDirInfo(FileSystem fs, Path splitPath, Directory acidInfo, private final FileSystem fs; private final HdfsFileStatusWithId fileWithId; private final OrcTail orcTail; - private final List readerTypes; + private final TypeDescription readerSchema; private final boolean isOriginal; private final List deltas; private final boolean hasBase; private final ByteBuffer ppdResult; SplitInfo(Context context, FileSystem fs, HdfsFileStatusWithId fileWithId, OrcTail orcTail, - List readerTypes, boolean isOriginal, List deltas, + TypeDescription readerSchema, boolean isOriginal, List deltas, boolean hasBase, Path dir, boolean[] covered, ByteBuffer ppdResult) throws IOException { super(dir, context.numBuckets, deltas, covered, context.acidOperationalProperties); this.context = context; this.fs = fs; this.fileWithId = fileWithId; this.orcTail = orcTail; - this.readerTypes = readerTypes; + this.readerSchema = readerSchema; this.isOriginal = isOriginal; this.deltas = deltas; this.hasBase = hasBase; @@ -702,10 +801,10 @@ public AcidDirInfo(FileSystem fs, Path splitPath, Directory acidInfo, @VisibleForTesting public SplitInfo(Context context, FileSystem fs, FileStatus fileStatus, OrcTail orcTail, - List readerTypes, boolean isOriginal, ArrayList deltas, + TypeDescription readerSchema, boolean isOriginal, ArrayList deltas, boolean hasBase, Path dir, boolean[] covered) throws IOException { this(context, fs, AcidUtils.createOriginalObj(null, fileStatus), - orcTail, readerTypes, isOriginal, deltas, hasBase, dir, covered, null); + orcTail, readerSchema, isOriginal, deltas, hasBase, dir, covered, null); } } @@ -733,7 +832,7 @@ public ETLDir(Path dir, FileSystem fs, int fileCount) { private final List deltas; private final boolean[] covered; final boolean isOriginal; - final List readerTypes; + final TypeDescription readerSchema; // References to external fields for async SplitInfo generation. private List>> splitFuturesRef = null; private List splitsRef = null; @@ -741,14 +840,14 @@ public ETLDir(Path dir, FileSystem fs, int fileCount) { private final boolean allowSyntheticFileIds; public ETLSplitStrategy(Context context, FileSystem fs, Path dir, - List children, List readerTypes, boolean isOriginal, + List children, TypeDescription readerSchema, boolean isOriginal, List deltas, boolean[] covered, UserGroupInformation ugi, boolean allowSyntheticFileIds) { assert !children.isEmpty(); this.context = context; this.dirs = Lists.newArrayList(new ETLDir(dir, fs, children.size())); this.files = children; this.isOriginal = isOriginal; - this.readerTypes = readerTypes; + this.readerSchema = readerSchema; this.deltas = deltas; this.covered = covered; this.ugi = ugi; @@ -788,7 +887,7 @@ public ETLSplitStrategy(Context context, FileSystem fs, Path dir, } // Ignore files eliminated by PPD, or of 0 length. if (ppdResult != FooterCache.NO_SPLIT_AFTER_PPD && file.getFileStatus().getLen() > 0) { - result.add(new SplitInfo(context, dir.fs, file, orcTail, readerTypes, + result.add(new SplitInfo(context, dir.fs, file, orcTail, readerSchema, isOriginal, deltas, true, dir.dir, covered, ppdResult)); } } @@ -802,7 +901,7 @@ public ETLSplitStrategy(Context context, FileSystem fs, Path dir, } // ignore files of 0 length if (file.getFileStatus().getLen() > 0) { - result.add(new SplitInfo(context, dir.fs, file, null, readerTypes, + result.add(new SplitInfo(context, dir.fs, file, null, readerSchema, isOriginal, deltas, true, dir.dir, covered, null)); } } @@ -1159,10 +1258,10 @@ private AcidDirInfo callInternal() throws IOException { private final long blockSize; private final TreeMap locations; private OrcTail orcTail; - private List readerTypes; + private TypeDescription readerSchema; private List stripes; private List stripeStats; - private List fileTypes; + private TypeDescription fileSchema; private boolean[] readerIncluded; private final boolean isOriginal; private final List deltas; @@ -1184,7 +1283,7 @@ public SplitGenerator(SplitInfo splitInfo, UserGroupInformation ugi, this.fsFileId = splitInfo.fileWithId.getFileId(); this.blockSize = this.file.getBlockSize(); this.orcTail = splitInfo.orcTail; - this.readerTypes = splitInfo.readerTypes; + this.readerSchema = splitInfo.readerSchema; // TODO: potential DFS call this.locations = SHIMS.getLocationsWithOffset(fs, file); this.isOriginal = splitInfo.isOriginal; @@ -1357,7 +1456,7 @@ public String toString() { // deltas may change the rows making them match the predicate. if ((deltas == null || deltas.isEmpty()) && context.sarg != null) { String[] colNames = - extractNeededColNames((readerTypes == null ? fileTypes : readerTypes), + extractNeededColNames((readerSchema == null ? fileSchema : readerSchema), context.conf, readerIncluded, isOriginal); if (colNames == null) { LOG.warn("Skipping split elimination for {} as column names is null", file.getPath()); @@ -1477,35 +1576,33 @@ private void populateAndCacheStripeDetails() throws IOException { } stripes = orcTail.getStripes(); stripeStats = orcTail.getStripeStatistics(); - fileTypes = orcTail.getTypes(); - TypeDescription fileSchema = OrcUtils.convertTypeFromProtobuf(fileTypes, 0); - if (readerTypes == null) { - readerIncluded = genIncludedColumns(fileTypes, context.conf, isOriginal); + fileSchema = OrcUtils.convertTypeFromProtobuf(orcTail.getTypes(), 0); + if (readerSchema == null) { + readerIncluded = genIncludedColumns(fileSchema, context.conf, isOriginal); evolution = new SchemaEvolution(fileSchema, readerIncluded); } else { // The readerSchema always comes in without ACID columns. - readerIncluded = genIncludedColumns(readerTypes, context.conf, /* isOriginal */ true); + readerIncluded = genIncludedColumns(readerSchema, context.conf, /* isOriginal */ true); if (readerIncluded != null && !isOriginal) { // We shift the include columns here because the SchemaEvolution constructor will // add the ACID event metadata the readerSchema... readerIncluded = shiftReaderIncludedForAcid(readerIncluded); } - TypeDescription readerSchema = OrcUtils.convertTypeFromProtobuf(readerTypes, 0); evolution = new SchemaEvolution(fileSchema, readerSchema, readerIncluded); if (!isOriginal) { // The SchemaEvolution class has added the ACID metadata columns. Let's update our // readerTypes so PPD code will work correctly. - readerTypes = OrcUtils.getOrcTypes(evolution.getReaderSchema()); + readerSchema = evolution.getReaderSchema(); } } writerVersion = orcTail.getWriterVersion(); List fileColStats = orcTail.getFooter().getStatisticsList(); boolean[] fileIncluded; - if (readerTypes == null) { + if (readerSchema == null) { fileIncluded = readerIncluded; } else { - fileIncluded = new boolean[fileTypes.size()]; - final int readerSchemaSize = readerTypes.size(); + fileIncluded = new boolean[fileSchema.getMaximumId() + 1]; + final int readerSchemaSize = readerSchema.getMaximumId() + 1; for (int i = 0; i < readerSchemaSize; i++) { TypeDescription fileType = evolution.getFileType(i); if (fileType != null) { @@ -1513,18 +1610,19 @@ private void populateAndCacheStripeDetails() throws IOException { } } } - projColsUncompressedSize = computeProjectionSize(fileTypes, fileColStats, fileIncluded); + projColsUncompressedSize = computeProjectionSize(fileSchema, fileColStats, fileIncluded); if (!context.footerInSplits) { orcTail = null; } } - private long computeProjectionSize(List fileTypes, + private long computeProjectionSize(TypeDescription fileSchema, List stats, boolean[] fileIncluded) { List internalColIds = Lists.newArrayList(); if (fileIncluded == null) { // Add all. - for (int i = 0; i < fileTypes.size(); i++) { + final int fileSchemaSize = fileSchema.getMaximumId() + 1; + for (int i = 0; i < fileSchemaSize; i++) { internalColIds.add(i); } } else { @@ -1534,7 +1632,7 @@ private long computeProjectionSize(List fileTypes, } } } - return ReaderImpl.getRawDataSizeFromColIndices(internalColIds, fileTypes, stats); + return ReaderImpl.getRawDataSizeFromColIndices(internalColIds, OrcUtils.getOrcTypes(fileSchema), stats); } private boolean[] shiftReaderIncludedForAcid(boolean[] included) { @@ -1585,10 +1683,6 @@ private long computeProjectionSize(List fileTypes, boolean isSchemaEvolution = HiveConf.getBoolVar(conf, ConfVars.HIVE_SCHEMA_EVOLUTION); TypeDescription readerSchema = OrcInputFormat.getDesiredRowTypeDescr(conf, isTransactionalTableScan, Integer.MAX_VALUE); - List readerTypes = null; - if (readerSchema != null) { - readerTypes = OrcUtils.getOrcTypes(readerSchema); - } if (LOG.isDebugEnabled()) { LOG.debug("Generate splits schema evolution property " + isSchemaEvolution + " reader schema " + (readerSchema == null ? "NULL" : readerSchema.toString()) + @@ -1628,7 +1722,7 @@ private long computeProjectionSize(List fileTypes, // independent split strategies for them. There is a global flag 'isOriginal' that is set // on a per split strategy basis and it has to be same for all the files in that strategy. List> splitStrategies = determineSplitStrategies(combinedCtx, context, adi.fs, - adi.splitPath, adi.acidInfo, adi.baseFiles, adi.parsedDeltas, readerTypes, ugi, + adi.splitPath, adi.acidInfo, adi.baseFiles, adi.parsedDeltas, readerSchema, ugi, allowSyntheticFileIds); for (SplitStrategy splitStrategy : splitStrategies) { @@ -1708,15 +1802,15 @@ private static void scheduleSplits(ETLSplitStrategy splitStrategy, Context conte private static SplitStrategy combineOrCreateETLStrategy(CombinedCtx combinedCtx, Context context, FileSystem fs, Path dir, List files, - List deltas, boolean[] covered, List readerTypes, + List deltas, boolean[] covered, TypeDescription readerSchema, boolean isOriginal, UserGroupInformation ugi, boolean allowSyntheticFileIds) { if (!deltas.isEmpty() || combinedCtx == null) { return new ETLSplitStrategy( - context, fs, dir, files, readerTypes, isOriginal, deltas, covered, ugi, + context, fs, dir, files, readerSchema, isOriginal, deltas, covered, ugi, allowSyntheticFileIds); } else if (combinedCtx.combined == null) { combinedCtx.combined = new ETLSplitStrategy( - context, fs, dir, files, readerTypes, isOriginal, deltas, covered, ugi, + context, fs, dir, files, readerSchema, isOriginal, deltas, covered, ugi, allowSyntheticFileIds); combinedCtx.combineStartUs = System.nanoTime(); return null; @@ -1727,12 +1821,12 @@ private static void scheduleSplits(ETLSplitStrategy splitStrategy, Context conte case YES: return null; case NO_AND_CONTINUE: return new ETLSplitStrategy( - context, fs, dir, files, readerTypes, isOriginal, deltas, covered, ugi, + context, fs, dir, files, readerSchema, isOriginal, deltas, covered, ugi, allowSyntheticFileIds); case NO_AND_SWAP: { ETLSplitStrategy oldBase = combinedCtx.combined; combinedCtx.combined = new ETLSplitStrategy( - context, fs, dir, files, readerTypes, isOriginal, deltas, covered, ugi, + context, fs, dir, files, readerSchema, isOriginal, deltas, covered, ugi, allowSyntheticFileIds); combinedCtx.combineStartUs = System.nanoTime(); return oldBase; @@ -1903,8 +1997,8 @@ public float getProgress() throws IOException { // TODO: Convert genIncludedColumns and setSearchArgument to use TypeDescription. final List schemaTypes = OrcUtils.getOrcTypes(schema); - readOptions.include(genIncludedColumns(schemaTypes, conf, SCHEMA_TYPES_IS_ORIGINAL)); - setSearchArgument(readOptions, schemaTypes, conf, SCHEMA_TYPES_IS_ORIGINAL); + readOptions.include(genIncludedColumns(schema, conf, SCHEMA_TYPES_IS_ORIGINAL)); + setSearchArgument(readOptions, schema, conf, SCHEMA_TYPES_IS_ORIGINAL); if (split.hasBase()) { bucket = AcidUtils.parseBaseOrDeltaBucketFilename(split.getPath(), conf) @@ -2066,7 +2160,7 @@ private static boolean isStripeSatisfyPredicate( FileSystem fs, Path dir, AcidUtils.Directory dirInfo, List baseFiles, List parsedDeltas, - List readerTypes, + TypeDescription readerSchema, UserGroupInformation ugi, boolean allowSyntheticFileIds) { List> splitStrategies = new ArrayList>(); SplitStrategy splitStrategy; @@ -2075,7 +2169,7 @@ private static boolean isStripeSatisfyPredicate( List acidSchemaFiles = new ArrayList(); if (baseFiles.isEmpty()) { splitStrategy = determineSplitStrategy(combinedCtx, context, fs, dir, dirInfo, - acidSchemaFiles, false, parsedDeltas, readerTypes, ugi, allowSyntheticFileIds); + acidSchemaFiles, false, parsedDeltas, readerSchema, ugi, allowSyntheticFileIds); if (splitStrategy != null) { splitStrategies.add(splitStrategy); } @@ -2095,7 +2189,7 @@ private static boolean isStripeSatisfyPredicate( // Generate split strategy for non-acid schema original files, if any. if (!originalSchemaFiles.isEmpty()) { splitStrategy = determineSplitStrategy(combinedCtx, context, fs, dir, dirInfo, - originalSchemaFiles, true, parsedDeltas, readerTypes, ugi, allowSyntheticFileIds); + originalSchemaFiles, true, parsedDeltas, readerSchema, ugi, allowSyntheticFileIds); if (splitStrategy != null) { splitStrategies.add(splitStrategy); } @@ -2104,7 +2198,7 @@ private static boolean isStripeSatisfyPredicate( // Generate split strategy for acid schema files, if any. if (!acidSchemaFiles.isEmpty()) { splitStrategy = determineSplitStrategy(combinedCtx, context, fs, dir, dirInfo, - acidSchemaFiles, false, parsedDeltas, readerTypes, ugi, allowSyntheticFileIds); + acidSchemaFiles, false, parsedDeltas, readerSchema, ugi, allowSyntheticFileIds); if (splitStrategy != null) { splitStrategies.add(splitStrategy); } @@ -2119,7 +2213,7 @@ private static boolean isStripeSatisfyPredicate( List baseFiles, boolean isOriginal, List parsedDeltas, - List readerTypes, + TypeDescription readerSchema, UserGroupInformation ugi, boolean allowSyntheticFileIds) { List deltas = AcidUtils.serializeDeltas(parsedDeltas); boolean[] covered = new boolean[context.numBuckets]; @@ -2151,12 +2245,12 @@ private static boolean isStripeSatisfyPredicate( case ETL: // ETL strategy requested through config return combineOrCreateETLStrategy(combinedCtx, context, fs, dir, baseFiles, - deltas, covered, readerTypes, isOriginal, ugi, allowSyntheticFileIds); + deltas, covered, readerSchema, isOriginal, ugi, allowSyntheticFileIds); default: // HYBRID strategy if (avgFileSize > context.maxSize || totalFiles <= context.etlFileThreshold) { return combineOrCreateETLStrategy(combinedCtx, context, fs, dir, baseFiles, - deltas, covered, readerTypes, isOriginal, ugi, allowSyntheticFileIds); + deltas, covered, readerSchema, isOriginal, ugi, allowSyntheticFileIds); } else { return new BISplitStrategy(context, fs, dir, baseFiles, isOriginal, deltas, covered, allowSyntheticFileIds); diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java index efde2db..ee8f3fb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java @@ -404,6 +404,12 @@ private void discoverKeyBounds(Reader reader, include[i + OrcRecordUpdater.FIELDS] = orig[i]; } result.include(include); + } else if (options.getSchema() != null){ + // Include all ACID metadata columns, too. + boolean[] include = new boolean[ + options.getSchema().getMaximumId() + 1 + OrcRecordUpdater.FIELDS]; + Arrays.fill(include, true); + result.include(include); } // slide the column names down by 6 for the name array diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java index 74c5071..8098539 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java @@ -21,11 +21,15 @@ import java.io.IOException; import java.nio.ByteBuffer; import java.util.Arrays; +import java.util.List; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.ql.io.sarg.SearchArgument; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; +import org.apache.orc.OrcProto.Type; +import org.apache.orc.OrcUtils; +import org.apache.orc.TypeDescription; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -76,11 +80,16 @@ public RecordReader rows() throws IOException { @Override public RecordReader rowsOptions(Options options) throws IOException { LOG.info("Reading ORC rows from " + path + " with " + options); - boolean[] include = options.getInclude(); + boolean[] include = null; // if included columns is null, then include all columns - if (include == null) { + if (options.getInclude() == null) { + TypeDescription schema = options.getSchema(); + List schemaTypes = null; + if (schema != null) { + schemaTypes = OrcUtils.getOrcTypes(schema); + } options = options.clone(); - include = new boolean[types.size()]; + include = new boolean[schemaTypes != null ? schemaTypes.size() : types.size()]; Arrays.fill(include, true); options.include(include); } diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java index 9275aa9..0a1409f 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java @@ -43,6 +43,8 @@ import org.apache.hadoop.mapred.RecordReader; import org.apache.hadoop.mapred.Reporter; import org.apache.orc.OrcProto; +import org.apache.orc.OrcProto.Type; +import org.apache.orc.OrcUtils; import org.apache.orc.TypeDescription; /** @@ -78,6 +80,7 @@ int dataColumns = rbCtx.getDataColumnCount(); TypeDescription schema = OrcInputFormat.getDesiredRowTypeDescr(conf, false, dataColumns); + List schemaTypes = null; if (schema == null) { schema = file.getSchema(); // Even if the user isn't doing schema evolution, cut the schema @@ -90,14 +93,16 @@ children.remove(c); } } + } else { + schemaTypes = OrcUtils.getOrcTypes(schema); } Reader.Options options = new Reader.Options().schema(schema); this.offset = fileSplit.getStart(); this.length = fileSplit.getLength(); options.range(offset, length); - options.include(OrcInputFormat.genIncludedColumns(types, conf, true)); - OrcInputFormat.setSearchArgument(options, types, conf, true); + options.include(OrcInputFormat.genIncludedColumns(schemaTypes != null ? schemaTypes : types, conf, true)); + OrcInputFormat.setSearchArgument(options, schema, conf, true); this.reader = file.rowsOptions(options); diff --git ql/src/test/org/apache/hadoop/hive/ql/TestTxnCommands2.java ql/src/test/org/apache/hadoop/hive/ql/TestTxnCommands2.java index 949e071..656151b 100644 --- ql/src/test/org/apache/hadoop/hive/ql/TestTxnCommands2.java +++ ql/src/test/org/apache/hadoop/hive/ql/TestTxnCommands2.java @@ -1334,6 +1334,52 @@ public void testAcidWithSchemaEvolution() throws Exception { Assert.assertEquals(Arrays.asList(expectedResult), rs); } + @Test + public void testAcidWithSchemaEvolution2() throws Exception { + hiveConf.setVar(HiveConf.ConfVars.HIVE_ORC_SPLIT_STRATEGY, "ETL"); + hiveConf.setBoolVar(HiveConf.ConfVars.METASTORE_DISALLOW_INCOMPATIBLE_COL_TYPE_CHANGES, false); + String tblName = "acidTblWithSchemaEvol2"; + runStatementOnDriver("drop table if exists " + tblName); + runStatementOnDriver("CREATE TABLE " + tblName + "(insert_num int, b STRING, s STRUCT, after_struct_column STRING) " + + " CLUSTERED BY(insert_num) INTO 2 BUCKETS" + //currently ACID requires table to be bucketed + " STORED AS ORC TBLPROPERTIES ('transactional'='true')"); + + // INSERT INTO .. VALUES does not support STRUCT data type yet. + runStatementOnDriver("drop table if exists testAcidWithSchemaEvolution2_a_txt"); + runStatementOnDriver("CREATE TABLE testAcidWithSchemaEvolution2_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) " + + " row format delimited fields terminated by '|'" + + " collection items terminated by ','" + + " map keys terminated by ':' stored as textfile"); + runStatementOnDriver("load data local inpath '../data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_a.txt' overwrite into table testAcidWithSchemaEvolution2_a_txt"); + + runStatementOnDriver("INSERT INTO " + tblName + " SELECT * FROM testAcidWithSchemaEvolution2_a_txt"); + + // Major compact to create a base that has ACID schema. + runStatementOnDriver("ALTER TABLE " + tblName + " COMPACT 'MAJOR'"); + runWorker(hiveConf); + + // Alter table for perform schema evolution. + runStatementOnDriver("ALTER TABLE " + tblName + " REPLACE COLUMNS (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING)"); + + runStatementOnDriver("drop table if exists testAcidWithSchemaEvolution2_b_txt"); + runStatementOnDriver("CREATE TABLE testAcidWithSchemaEvolution2_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) " + + " row format delimited fields terminated by '|'" + + " collection items terminated by ','" + + " map keys terminated by ':' stored as textfile"); + runStatementOnDriver("load data local inpath '../data/files/TestTxnCommands2/testAcidWithSchemaEvolution2_b.txt' overwrite into table testAcidWithSchemaEvolution2_b_txt"); + + runStatementOnDriver("INSERT INTO " + tblName + " SELECT * FROM testAcidWithSchemaEvolution2_b_txt"); + + // Validate there is an added NULL for column c. + List rs = runStatementOnDriver("SELECT * FROM " + tblName + " ORDER BY insert_num"); + String[] expectedResult = { + "1\toriginal\t{\"c1\":true,\"c2\":null,\"c3\":null,\"c4\":3244222,\"c5\":-99999999999,\"c6\":null,\"c7\":null}\tafter_original", + "2\toriginal\t{\"c1\":null,\"c2\":100,\"c3\":null,\"c4\":14,\"c5\":-23866739993,\"c6\":null,\"c7\":null}\tafter_original", + "3\tnew\t{\"c1\":true,\"c2\":null,\"c3\":null,\"c4\":-100,\"c5\":953967041,\"c6\":62.07915,\"c7\":718.78}\tafter_new" + }; + Assert.assertEquals(Arrays.asList(expectedResult), rs); + } + /** * takes raw data and turns it into a string as if from Driver.getResults() * sorts rows in dictionary order diff --git ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java index 2c1bb6f..70a459e 100644 --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java @@ -115,6 +115,7 @@ import org.apache.hadoop.security.UserGroupInformation; import org.apache.hadoop.util.Progressable; import org.apache.orc.OrcProto; +import org.apache.orc.OrcUtils; import org.junit.Before; import org.junit.Rule; import org.junit.Test; @@ -2471,7 +2472,7 @@ public void testSetSearchArgument() throws Exception { conf.set(ColumnProjectionUtils.READ_COLUMN_NAMES_CONF_STR, "url,cost"); options.include(new boolean[]{true, true, false, true, false}); - OrcInputFormat.setSearchArgument(options, types, conf, false); + OrcInputFormat.setSearchArgument(options, OrcUtils.convertTypeFromProtobuf(types, 0), conf, false); String[] colNames = options.getColumnNames(); assertEquals(null, colNames[0]); assertEquals("url", colNames[1]); diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part_all_complex.q new file mode 100644 index 0000000..f9289bc --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part_all_complex.q @@ -0,0 +1,197 @@ +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +set hive.support.concurrency=true; +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET hive.exec.schema.evolution=false; +SET hive.vectorized.use.vectorized.input.format=true; +SET hive.vectorized.use.vector.serde.deserialize=false; +SET hive.vectorized.use.row.serde.deserialize=false; +set hive.fetch.task.conversion=none; +SET hive.vectorized.execution.enabled=false; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt; + +select insert_num,part,s1,b from part_change_various_various_struct1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); + +CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt; + +insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt; + +CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt; + +select insert_num,part,s1,b from part_change_various_various_struct1; + +drop table part_change_various_various_struct1; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original'); + +select insert_num,part,b from part_add_various_various_struct2; + +-- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); + +CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt; + +CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt; + +select insert_num,part,b,s2 from part_add_various_various_struct2; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); + +CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt; + +CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt; + +select insert_num,part,b,s2 from part_add_various_various_struct2; + +drop table part_add_various_various_struct2; + + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); + +CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt; + +insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt; + +CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4; + +drop table part_add_to_various_various_struct4; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING); + +CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt; + +insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt; + +CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +drop table part_add_to_various_various_struct5; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part_all_primitive.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part_all_primitive.q new file mode 100644 index 0000000..c26899b --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part_all_primitive.q @@ -0,0 +1,499 @@ +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +set hive.support.concurrency=true; +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET hive.exec.schema.evolution=false; +SET hive.vectorized.use.vectorized.input.format=true; +SET hive.vectorized.use.vector.serde.deserialize=false; +SET hive.vectorized.use.row.serde.deserialize=false; +set hive.fetch.task.conversion=none; +SET hive.vectorized.execution.enabled=false; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING); + +insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new'); + +insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean; + +drop table part_change_various_various_boolean; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING); + +insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new'); + +insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint; + +drop table part_change_various_various_tinyint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING); + +insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new'); + +insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint; + +drop table part_change_various_various_smallint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING); + +insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new'); + +insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int; + +drop table part_change_various_various_int; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING); + +insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new'); + +insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint; + +drop table part_change_various_various_bigint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING); + +insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new'); + +insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float; + +drop table part_change_various_various_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING); + +insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double; + +drop table part_change_various_various_double; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING); + +insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal; + +drop table part_change_various_various_decimal; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING); + +insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string; + +drop table part_change_various_various_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING); + +insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char; + +drop table part_change_various_various_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING); + +insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc; + +drop table part_change_various_various_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING); + +insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar; + +drop table part_change_various_various_varchar; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING); + +insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc; + +drop table part_change_various_various_varchar_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); + +insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new'); + +insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; + +drop table part_change_various_various_timestamp; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); + +insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new'); + +insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; + +drop table part_change_various_various_date; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt; + +select * from same_type1_a_txt; + +insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); + +CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt; + +select * from same_type1_b_txt; + +insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; + +CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt; + +select * from same_type1_c_txt; + +insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; + +drop table part_change_same_type_different_params; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_complex.q new file mode 100644 index 0000000..8783ad6 --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_complex.q @@ -0,0 +1,197 @@ +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +set hive.support.concurrency=true; +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET hive.exec.schema.evolution=false; +SET hive.vectorized.use.vectorized.input.format=true; +SET hive.vectorized.use.vector.serde.deserialize=false; +SET hive.vectorized.use.row.serde.deserialize=false; +set hive.fetch.task.conversion=none; +SET hive.vectorized.execution.enabled=false; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt; + +select insert_num,part,s1,b from part_change_various_various_struct1; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); + +CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt; + +insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt; + +CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt; + +select insert_num,part,s1,b from part_change_various_various_struct1; + +drop table part_change_various_various_struct1; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original'); + +select insert_num,part,b from part_add_various_various_struct2; + +-- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); + +CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt; + +CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt; + +select insert_num,part,b,s2 from part_add_various_various_struct2; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); + +CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt; + +CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt; + +select insert_num,part,b,s2 from part_add_various_various_struct2; + +drop table part_add_various_various_struct2; + + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); + +CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt; + +insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt; + +CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4; + +drop table part_add_to_various_various_struct4; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING); + +CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt; + +insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt; + +CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +drop table part_add_to_various_various_struct5; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_primitive.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_primitive.q new file mode 100644 index 0000000..2b3220c --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_primitive.q @@ -0,0 +1,499 @@ +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +set hive.support.concurrency=true; +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET hive.exec.schema.evolution=false; +SET hive.vectorized.use.vectorized.input.format=true; +SET hive.vectorized.use.vector.serde.deserialize=false; +SET hive.vectorized.use.row.serde.deserialize=false; +set hive.fetch.task.conversion=none; +SET hive.vectorized.execution.enabled=false; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING); + +insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new'); + +insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean; + +drop table part_change_various_various_boolean; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING); + +insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new'); + +insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint; + +drop table part_change_various_various_tinyint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING); + +insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new'); + +insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint; + +drop table part_change_various_various_smallint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING); + +insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new'); + +insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int; + +drop table part_change_various_various_int; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING); + +insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new'); + +insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint; + +drop table part_change_various_various_bigint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING); + +insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new'); + +insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float; + +drop table part_change_various_various_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING); + +insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double; + +drop table part_change_various_various_double; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING); + +insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal; + +drop table part_change_various_various_decimal; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING); + +insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string; + +drop table part_change_various_various_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING); + +insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char; + +drop table part_change_various_various_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING); + +insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc; + +drop table part_change_various_various_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING); + +insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar; + +drop table part_change_various_various_varchar; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING); + +insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc; + +drop table part_change_various_various_varchar_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); + +insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new'); + +insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; + +drop table part_change_various_various_timestamp; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); + +insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new'); + +insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; + +drop table part_change_various_various_date; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt; + +select * from same_type1_a_txt; + +insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); + +CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt; + +select * from same_type1_b_txt; + +insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; + +CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt; + +select * from same_type1_c_txt; + +insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; + +drop table part_change_same_type_different_params; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q index c392d4b..4464926 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q @@ -160,3 +160,46 @@ select insert_num,part,b,s3 from part_add_to_various_various_struct4; select insert_num,part,b,s3 from part_add_to_various_various_struct4; drop table part_add_to_various_various_struct4; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING); + +CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt; + +insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt; + +CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt; + +explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +drop table part_add_to_various_various_struct5; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q index 2a0fb5f..47e1306 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q @@ -160,3 +160,46 @@ select insert_num,part,b,s3 from part_add_to_various_various_struct4; select insert_num,part,b,s3 from part_add_to_various_various_struct4; drop table part_add_to_various_various_struct4; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING); + +CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt; + +insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt; + +CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt; + +explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +drop table part_add_to_various_various_struct5; diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q index 717b752..f45852e 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q @@ -160,3 +160,46 @@ select insert_num,part,b,s3 from part_add_to_various_various_struct4; select insert_num,part,b,s3 from part_add_to_various_various_struct4; drop table part_add_to_various_various_struct4; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING); + +CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt; + +insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt; + +CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt; + +explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +drop table part_add_to_various_various_struct5; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q index a3c49c8..fba6870 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q @@ -162,3 +162,46 @@ select insert_num,part,b,s3 from part_add_to_various_various_struct4; select insert_num,part,b,s3 from part_add_to_various_various_struct4; drop table part_add_to_various_various_struct4; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING); + +CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt; + +insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt; + +CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt; + +explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +drop table part_add_to_various_various_struct5; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q index be744c4..ac331a2 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q @@ -163,3 +163,46 @@ select insert_num,part,b,s3 from part_add_to_various_various_struct4; select insert_num,part,b,s3 from part_add_to_various_various_struct4; drop table part_add_to_various_various_struct4; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING); + +CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt; + +insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt; + +CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt; + +insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt; + +explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num; + +drop table part_add_to_various_various_struct5; diff --git ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..0f0437c --- /dev/null +++ ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_mapwork_part_all_complex.q.out @@ -0,0 +1,759 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)گ} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)گ} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..de8f1a4 --- /dev/null +++ ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_mapwork_part_all_primitive.q.out @@ -0,0 +1,2471 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 129 -128 -2999 0004-09-22 18:26:29.519542222 original +2 1 true -128 -48 -20 -9.223372E18 -9.223372036854776E18 9223372036854775807.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +3 1 true -129 100 499 -9.223372E18 -9.223372036854776E18 9223372036854775808.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +4 1 false -72 -127 127 30.774 127.561431 -106.561431000000000000 90.284799488 90.284799488 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 75 -38 109.2848 -128.75 98.750000000000000000 120.4 33.333 0.45 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL NULL -128 NULL NULL original +2 1 1 -128 -48 -20 NULL NULL NULL NULL -99 40 NULL original +3 1 1 NULL 100 NULL NULL NULL NULL NULL -99 40 NULL original +4 1 0 -72 -127 127 30 127 -106 NULL NULL 1 NULL original +5 1 1 -90 75 -38 109 -128 98 NULL NULL NULL NULL original +6 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +7 1 -120 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 -32768 32767 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +3 1 true -127 -40000 32768 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +4 1 false 72 32422 -9322 30.774 -6675.561431 -6675.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 7151 3094 30000.285 -9000.75 0.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL -2999 -2999 -2999 NULL original +2 1 1 100 -32768 32767 -3651 NULL NULL 9000 32767 -32768 NULL original +3 1 1 -127 NULL NULL -3651 NULL NULL 9000 32767 -32768 NULL original +4 1 0 72 32422 -9322 30 -6675 -6675 1 1 1 NULL original +5 1 1 -90 7151 3094 30000 -9000 0 5299 5299 5299 NULL original +6 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +7 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 NULL original +2 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +3 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 NULL original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 32767 NULL -3651 -9223372036854775808 9223372036854775807 NULL NULL NULL 1171027049 original +3 1 1 100 -32768 NULL -3651 -9223372036854775808 NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +6 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +7 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +6 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +7 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +6 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +7 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 32767.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 1.000000000000000000 100.000000000000000000 -32768.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +4 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +5 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +6 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +7 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +5 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +6 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +7 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -9223372 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +3 1 TRUE 100 -32768 NULL NULL -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 16:00:32.767 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 15:59:27.232 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +5 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +6 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +7 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3, type:varchar(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4, type:varchar(10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5, type:decimal(12,4), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6, type:decimal(20,10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +6 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +10 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 1 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 1 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: drop table part_change_same_type_different_params +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: drop table part_change_same_type_different_params +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params diff --git ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..62e7df2 --- /dev/null +++ ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_mapwork_part_all_complex.q.out @@ -0,0 +1,759 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)گ} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)گ} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..1c53b85 --- /dev/null +++ ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_mapwork_part_all_primitive.q.out @@ -0,0 +1,2471 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 129 -128 -2999 0004-09-22 18:26:29.519542222 original +2 1 true -128 -48 -20 -9.223372E18 -9.223372036854776E18 9223372036854775807.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +3 1 true -129 100 499 -9.223372E18 -9.223372036854776E18 9223372036854775808.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +4 1 false -72 -127 127 30.774 127.561431 -106.561431000000000000 90.284799488 90.284799488 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 75 -38 109.2848 -128.75 98.750000000000000000 120.4 33.333 0.45 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL NULL -128 NULL NULL original +2 1 1 -128 -48 -20 NULL NULL NULL NULL -99 40 NULL original +3 1 1 NULL 100 NULL NULL NULL NULL NULL -99 40 NULL original +4 1 0 -72 -127 127 30 127 -106 NULL NULL 1 NULL original +5 1 1 -90 75 -38 109 -128 98 NULL NULL NULL NULL original +6 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +7 1 -120 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 -32768 32767 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +3 1 true -127 -40000 32768 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +4 1 false 72 32422 -9322 30.774 -6675.561431 -6675.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 7151 3094 30000.285 -9000.75 0.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL -2999 -2999 -2999 NULL original +2 1 1 100 -32768 32767 -3651 NULL NULL 9000 32767 -32768 NULL original +3 1 1 -127 NULL NULL -3651 NULL NULL 9000 32767 -32768 NULL original +4 1 0 72 32422 -9322 30 -6675 -6675 1 1 1 NULL original +5 1 1 -90 7151 3094 30000 -9000 0 5299 5299 5299 NULL original +6 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +7 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 NULL original +2 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +3 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 NULL original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 32767 NULL -3651 -9223372036854775808 9223372036854775807 NULL NULL NULL 1171027049 original +3 1 1 100 -32768 NULL -3651 -9223372036854775808 NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +6 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +7 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +6 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +7 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +6 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +7 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 32767.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 1.000000000000000000 100.000000000000000000 -32768.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +4 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +5 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +6 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +7 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +5 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +6 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +7 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -9223372 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +3 1 TRUE 100 -32768 NULL NULL -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 16:00:32.767 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 15:59:27.232 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +5 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +6 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +7 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3, type:varchar(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4, type:varchar(10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5, type:decimal(12,4), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6, type:decimal(20,10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +6 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +10 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 1 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 1 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: drop table part_change_same_type_different_params +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: drop table part_change_same_type_different_params +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params diff --git ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out index 7b31742..6024953 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out @@ -646,3 +646,197 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=388) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=388) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=4 width=388) + default@part_add_to_various_various_struct5,part_add_to_various_various_struct5,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s5","after_struct_column"] + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out index 4f84617..886ba6d 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out @@ -646,3 +646,197 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=388) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=388) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=4 width=388) + default@part_add_to_various_various_struct5,part_add_to_various_various_struct5,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s5","after_struct_column"] + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out index 69581b5..170df1a 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out @@ -646,3 +646,197 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=97) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=97) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=4 width=97) + default@part_add_to_various_various_struct5,part_add_to_various_various_struct5,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s5","after_struct_column"] + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out index 16f6f2d..20f3d6c 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out @@ -650,3 +650,197 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=97) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=97) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=4 width=97) + default@part_add_to_various_various_struct5,part_add_to_various_various_struct5,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s5","after_struct_column"] + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out index 446ea52..36328be 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out @@ -652,3 +652,197 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=97) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=97) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=4 width=97) + default@part_add_to_various_various_struct5,part_add_to_various_various_struct5,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s5","after_struct_column"] + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..0f0437c --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part_all_complex.q.out @@ -0,0 +1,759 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)گ} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)گ} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..de8f1a4 --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part_all_primitive.q.out @@ -0,0 +1,2471 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 129 -128 -2999 0004-09-22 18:26:29.519542222 original +2 1 true -128 -48 -20 -9.223372E18 -9.223372036854776E18 9223372036854775807.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +3 1 true -129 100 499 -9.223372E18 -9.223372036854776E18 9223372036854775808.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +4 1 false -72 -127 127 30.774 127.561431 -106.561431000000000000 90.284799488 90.284799488 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 75 -38 109.2848 -128.75 98.750000000000000000 120.4 33.333 0.45 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL NULL -128 NULL NULL original +2 1 1 -128 -48 -20 NULL NULL NULL NULL -99 40 NULL original +3 1 1 NULL 100 NULL NULL NULL NULL NULL -99 40 NULL original +4 1 0 -72 -127 127 30 127 -106 NULL NULL 1 NULL original +5 1 1 -90 75 -38 109 -128 98 NULL NULL NULL NULL original +6 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +7 1 -120 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 -32768 32767 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +3 1 true -127 -40000 32768 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +4 1 false 72 32422 -9322 30.774 -6675.561431 -6675.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 7151 3094 30000.285 -9000.75 0.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL -2999 -2999 -2999 NULL original +2 1 1 100 -32768 32767 -3651 NULL NULL 9000 32767 -32768 NULL original +3 1 1 -127 NULL NULL -3651 NULL NULL 9000 32767 -32768 NULL original +4 1 0 72 32422 -9322 30 -6675 -6675 1 1 1 NULL original +5 1 1 -90 7151 3094 30000 -9000 0 5299 5299 5299 NULL original +6 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +7 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 NULL original +2 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +3 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 NULL original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 32767 NULL -3651 -9223372036854775808 9223372036854775807 NULL NULL NULL 1171027049 original +3 1 1 100 -32768 NULL -3651 -9223372036854775808 NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +6 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +7 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +6 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +7 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +6 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +7 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 32767.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 1.000000000000000000 100.000000000000000000 -32768.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +4 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +5 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +6 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +7 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +5 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +6 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +7 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -9223372 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +3 1 TRUE 100 -32768 NULL NULL -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 16:00:32.767 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 15:59:27.232 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +5 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +6 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +7 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3, type:varchar(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4, type:varchar(10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5, type:decimal(12,4), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6, type:decimal(20,10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +6 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +10 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 1 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 1 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: drop table part_change_same_type_different_params +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: drop table part_change_same_type_different_params +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..62e7df2 --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_complex.q.out @@ -0,0 +1,759 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all complex conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)گ} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)گ} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..1c53b85 --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part_all_primitive.q.out @@ -0,0 +1,2471 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --> all primitive conversions +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- -128 and a maximum value of 127 +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '129', '-128', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, -128, -48, -20, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (3, -1, -129, 100, 499, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '128', '-99', '40', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, -72, -127, 127, 30.774, 127.561431, -106.561431, '90.284799488', '90.284799488', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 75, -38, 109.284799488 ,-128.75, 98.75, '120.4', '33.333', '0.45', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 129 -128 -2999 0004-09-22 18:26:29.519542222 original +2 1 true -128 -48 -20 -9.223372E18 -9.223372036854776E18 9223372036854775807.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +3 1 true -129 100 499 -9.223372E18 -9.223372036854776E18 9223372036854775808.000000000000000000 128 -99 40 2007-02-09 05:17:29.368756876 original +4 1 false -72 -127 127 30.774 127.561431 -106.561431000000000000 90.284799488 90.284799488 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 75 -38 109.2848 -128.75 98.750000000000000000 120.4 33.333 0.45 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (6, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (7, -120, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL NULL -128 NULL NULL original +2 1 1 -128 -48 -20 NULL NULL NULL NULL -99 40 NULL original +3 1 1 NULL 100 NULL NULL NULL NULL NULL -99 40 NULL original +4 1 0 -72 -127 127 30 127 -106 NULL NULL 1 NULL original +5 1 1 -90 75 -38 109 -128 98 NULL NULL NULL NULL original +6 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +7 1 -120 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- -32768 and a maximum value of 32767 +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, -32768 , 32767, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, -127, -40000 , 32768, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '9000', '32767', '-32768', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 32422, -9322, 30.774, -6675.561431, -6675.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 7151, 3094, 30000.284799488 ,-9000.75, 0.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 -32768 32767 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +3 1 true -127 -40000 32768 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 9000 32767 -32768 2007-02-09 05:17:29.368756876 original +4 1 false 72 32422 -9322 30.774 -6675.561431 -6675.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 7151 3094 30000.285 -9000.75 0.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (6, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (7, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL NULL -29 NULL NULL -2999 -2999 -2999 NULL original +2 1 1 100 -32768 32767 -3651 NULL NULL 9000 32767 -32768 NULL original +3 1 1 -127 NULL NULL -3651 NULL NULL 9000 32767 -32768 NULL original +4 1 0 72 32422 -9322 30 -6675 -6675 1 1 1 NULL original +5 1 1 -90 7151 3094 30000 -9000 0 5299 5299 5299 NULL original +6 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +7 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- –2147483648 to 2147483647 +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 2147483647, -23866739993, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, 2147483648, -23866739993, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 NULL -23866739993 -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 NULL original +2 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +3 1 1 100 NULL NULL -3651 NULL NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 NULL original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- -9223372036854775808 to 9223372036854775807 +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651.672 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651.672 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (6, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (7, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 32767 NULL -3651 -9223372036854775808 9223372036854775807 NULL NULL NULL 1171027049 original +3 1 1 100 -32768 NULL -3651 -9223372036854775808 NULL NULL NULL NULL 1171027049 original +4 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +5 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +6 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +7 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372E18 9.223372E18 NULL NULL NULL 1.17102707E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +6 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +7 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372036854776E18 9223372036854775807.000000000000000000 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372036854776E18 9223372036854775808.000000000000000000 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (7, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 32767.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +3 1 1.0 100.0 -32768.0 NULL -3651.0 -9.223372036854776E18 9.223372036854776E18 NULL NULL NULL 1.1710270493687568E9 original +4 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +5 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +6 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +7 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 2007-02-09 05:17:29.368756876 original +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (6, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (7,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 32767.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 1.000000000000000000 100.000000000000000000 -32768.000000000000000000 NULL -3651.000000000000000000 -9223372000000000000.000000000000000000 9223372036854776000.000000000000000000 NULL NULL NULL 1171027049.368756800000000000 original +4 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +5 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +6 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +7 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -3651.672121, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -3651.672121, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL -3651 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 TRUE 100 -32768 NULL -3651 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +5 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +6 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +7 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +3 1 TRUE 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL NULL +4 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +5 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +6 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +7 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.368756876 NULL NULL NULL +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 32767 NULL -9223372 -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +3 1 TRUE 100 -32768 NULL NULL -9.22337 9.223372 NULL 2007-02- NULL NULL NULL +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 32767, -23372036854775, -9223372036854775808.0, -9223372036854775808.0, 9223372036854775807.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 0, 100, -32768, 23372036854775, -9223372036854775809.0, -9223372036854775809.0, 9223372036854775808.0, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (4, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (5, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 32767 NULL -9223372036854775808 -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 true 100 -32768 NULL NULL -9.223372E18 9.223372036854776E18 NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +5 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (6, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (7,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 16:00:32.767 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +3 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 1969-12-31 15:59:27.232 NULL NULL NULL 1969-12-31 15:59:58.72647168 NULL NULL NULL 2007-02-09 05:17:29.36875 NULL NULL +4 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +5 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +6 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +7 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Same Type (CHAR, VARCHAR, DECIMAL) --> Different maxLength or precision/scale +-- +CREATE TABLE part_change_same_type_different_params(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) PARTITIONED BY(part INT) clustered by (insert_num) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: CREATE TABLE same_type1_a_txt(insert_num int, c1 CHAR(12), c2 CHAR(25), c3 VARCHAR(25), c4 VARCHAR(10), c5 DECIMAL(12,4), c6 DECIMAL(20,10), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_a.txt' overwrite into table same_type1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_a_txt +PREHOOK: query: select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +#### A masked pattern was here #### +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_a_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_a_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c1, type:char(12), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c2, type:char(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c3, type:varchar(25), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c4, type:varchar(10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c5, type:decimal(12,4), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:c6, type:decimal(20,10), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_a_txt)same_type1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_a_txt.insert_num same_type1_a_txt.c1 same_type1_a_txt.c2 same_type1_a_txt.c3 same_type1_a_txt.c4 same_type1_a_txt.c5 same_type1_a_txt.c6 same_type1_a_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original +2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original +3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original +4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original +5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +#### A masked pattern was here #### +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +6 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +POSTHOOK: query: select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +#### A masked pattern was here #### +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +10 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor ageless par NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion percept 8.31 NULL new +8 1 bubble f drain loyal station racket antique business 0.69 22.832613278741300 new +9 1 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +PREHOOK: query: drop table part_change_same_type_different_params +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: drop table part_change_same_type_different_params +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out index 251303f..76d6376 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out @@ -694,3 +694,216 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct5 + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s5 (type: struct), after_struct_column (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q.out index 2b60fe5..c0f487f 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q.out @@ -694,3 +694,216 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct5 + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s5 (type: struct), after_struct_column (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 1554 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":"2016-03-07 03:02:22"} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q.out index 74c72ad..5a9b50c 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q.out @@ -694,3 +694,216 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct5 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s5 (type: struct), after_struct_column (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q.out index 595ce38..e00090b 100644 --- ql/src/test/results/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_vec_mapwork_part_all_complex.q.out @@ -698,3 +698,216 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct5 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s5 (type: struct), after_struct_column (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 diff --git ql/src/test/results/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q.out index aef0610..77e8db9 100644 --- ql/src/test/results/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_vecrow_mapwork_part_all_complex.q.out @@ -700,3 +700,216 @@ POSTHOOK: query: drop table part_add_to_various_various_struct4 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@part_add_to_various_various_struct4 POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as INNER column +-- +CREATE TABLE part_add_to_various_various_struct5(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: CREATE TABLE struct5_a_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_a.txt' overwrite into table struct5_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_a_txt)struct5_a_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_a_txt.insert_num struct5_a_txt.b struct5_a_txt.s5 struct5_a_txt.after_struct_column +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} after_original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct5 replace columns (insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5 +PREHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: CREATE TABLE struct5_b_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_b.txt' overwrite into table struct5_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=2) select * from struct5_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).after_struct_column SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).b SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).insert_num SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=2).s5 SIMPLE [(struct5_b_txt)struct5_b_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_b_txt.insert_num struct5_b_txt.b struct5_b_txt.s5 struct5_b_txt.after_struct_column +PREHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: CREATE TABLE struct5_c_txt(insert_num int, b STRING, s5 STRUCT, after_struct_column STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct5_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct5_c.txt' overwrite into table struct5_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct5_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct5_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct5 partition(part=1) select * from struct5_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct5_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).after_struct_column SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:after_struct_column, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).b SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).insert_num SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct5 PARTITION(part=1).s5 SIMPLE [(struct5_c_txt)struct5_c_txt.FieldSchema(name:s5, type:struct, comment:null), ] +struct5_c_txt.insert_num struct5_c_txt.b struct5_c_txt.s5 struct5_c_txt.after_struct_column +PREHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct5 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s5 (type: struct), after_struct_column (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 389 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s5,after_struct_column from part_add_to_various_various_struct5 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct5@part=2 +#### A masked pattern was here #### +insert_num part b s5 after_struct_column +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_original +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":"1987-02-21 19:48:29"} after_new +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null} after_new +PREHOOK: query: drop table part_add_to_various_various_struct5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct5 +PREHOOK: Output: default@part_add_to_various_various_struct5 +POSTHOOK: query: drop table part_add_to_various_various_struct5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct5 +POSTHOOK: Output: default@part_add_to_various_various_struct5