diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java index d3fbf07..e15c5b7 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java @@ -1507,6 +1507,18 @@ private boolean isInputFormatExcluded(String inputFileFormatClassName, Collectio return false; } + private void setValidateInputFormatAndSchemaEvolutionExplain(MapWork mapWork, + Set inputFileFormatClassNameSet, + Map vectorPartitionDescMap, + Set enabledConditionsMetSet, ArrayList enabledConditionsNotMetList) { + mapWork.setVectorizationInputFileFormatClassNameSet(inputFileFormatClassNameSet); + ArrayList vectorPartitionDescList = new ArrayList(); + vectorPartitionDescList.addAll(vectorPartitionDescMap.keySet()); + mapWork.setVectorPartitionDescList(vectorPartitionDescList); + mapWork.setVectorizationEnabledConditionsMet(new ArrayList(enabledConditionsMetSet)); + mapWork.setVectorizationEnabledConditionsNotMet(enabledConditionsNotMetList); + } + private ImmutablePair validateInputFormatAndSchemaEvolution(MapWork mapWork, String alias, TableScanOperator tableScanOperator, VectorTaskColumnInfo vectorTaskColumnInfo) throws SemanticException { @@ -1569,24 +1581,22 @@ private boolean isInputFormatExcluded(String inputFileFormatClassName, Collectio continue; } Set newSupportSet = new TreeSet(); - if (!verifyAndSetVectorPartDesc( - partDesc, isFullAcidTable, - inputFileFormatClassNameSet, - vectorPartitionDescMap, - enabledConditionsMetSet, enabledConditionsNotMetList, - newSupportSet)) { + final boolean isVerifiedVectorPartDesc = + verifyAndSetVectorPartDesc( + partDesc, isFullAcidTable, + inputFileFormatClassNameSet, + vectorPartitionDescMap, + enabledConditionsMetSet, enabledConditionsNotMetList, + newSupportSet); + + if (!isVerifiedVectorPartDesc) { // Always set these so EXPLAIN can see. - mapWork.setVectorizationInputFileFormatClassNameSet(inputFileFormatClassNameSet); - ArrayList vectorPartitionDescList = new ArrayList(); - vectorPartitionDescList.addAll(vectorPartitionDescMap.keySet()); - mapWork.setVectorPartitionDescList(vectorPartitionDescList); - mapWork.setVectorizationEnabledConditionsMet(new ArrayList(enabledConditionsMetSet)); - mapWork.setVectorizationEnabledConditionsNotMet(enabledConditionsNotMetList); + setValidateInputFormatAndSchemaEvolutionExplain( + mapWork, inputFileFormatClassNameSet, vectorPartitionDescMap, + enabledConditionsMetSet, enabledConditionsNotMetList); // We consider this an enable issue, not a not vectorized issue. - LOG.info("Cannot enable vectorization because input file format(s) " + inputFileFormatClassNameSet + - " do not met conditions " + VectorizationCondition.addBooleans(enabledConditionsNotMetList, false)); return new ImmutablePair(false, true); } @@ -1596,7 +1606,11 @@ private boolean isInputFormatExcluded(String inputFileFormatClassName, Collectio if (isFirst) { - // Determine the data and partition columns using the first partition descriptor. + /* + * Determine the data and partition columns using the first partition descriptor's + * partition count. In other words, how to split the schema columns -- the + * allColumnNameList and allTypeInfoList variables -- into the data and partition columns. + */ LinkedHashMap partSpec = partDesc.getPartSpec(); if (partSpec != null && partSpec.size() > 0) { @@ -1636,13 +1650,17 @@ private boolean isInputFormatExcluded(String inputFileFormatClassName, Collectio * implicitly defaulted to null. */ if (nextDataColumnList.size() > tableDataColumnList.size()) { - setOperatorIssue( + enabledConditionsNotMetList.add( String.format( - "Could not vectorize partition %s " + - "(deserializer " + deserializer.getClass().getName() + ")" + - "The partition column names %d is greater than the number of table columns %d", - path, nextDataColumnList.size(), tableDataColumnList.size())); - return new ImmutablePair(false, false); + "Could not enable vectorization due to " + + "partition column names size %d is greater than the number of table column names size %d", + nextDataColumnList.size(), tableDataColumnList.size())); + + // Always set these so EXPLAIN can see. + setValidateInputFormatAndSchemaEvolutionExplain( + mapWork, inputFileFormatClassNameSet, vectorPartitionDescMap, + enabledConditionsMetSet, enabledConditionsNotMetList); + return new ImmutablePair(false, true); } if (!(deserializer instanceof NullStructSerDe)) { @@ -1651,33 +1669,79 @@ private boolean isInputFormatExcluded(String inputFileFormatClassName, Collectio String nextColumnName = nextDataColumnList.get(i); String tableColumnName = tableDataColumnList.get(i); if (!nextColumnName.equals(tableColumnName)) { - setOperatorIssue( + enabledConditionsNotMetList.add( String.format( - "Could not vectorize partition %s " + - "(deserializer " + deserializer.getClass().getName() + ")" + - "The partition column name %s is does not match table column name %s", - path, nextColumnName, tableColumnName)); - return new ImmutablePair(false, false); + "Could not enable vectorization due to " + + "partition column name %s does not match table column name %s", + nextColumnName, tableColumnName)); + + // Always set these so EXPLAIN can see. + setValidateInputFormatAndSchemaEvolutionExplain( + mapWork, inputFileFormatClassNameSet, vectorPartitionDescMap, + enabledConditionsMetSet, enabledConditionsNotMetList); + return new ImmutablePair(false, true); } } } + boolean isPartitionRowConversion = false; List nextDataTypeInfoList; if (vectorPartDesc.getIsInputFileFormatSelfDescribing()) { /* - * Self-Describing Input Format will convert its data to the table schema. + * Self-Describing Input Format will convert its data to the table schema. So, there + * will be no VectorMapOperator conversion needed. */ nextDataTypeInfoList = tableDataTypeInfoList; } else { String nextDataTypesString = ObjectInspectorUtils.getFieldTypes(partObjectInspector); - // We convert to an array of TypeInfo using a library routine since it parses the information - // and can handle use of different separators, etc. We cannot use the raw type string - // for comparison in the map because of the different separators used. + /* + * We convert to an array of TypeInfo using a library routine since it parses the + * information and can handle use of different separators, etc. We cannot use the + * raw type string for comparison in the map because of the different separators used. + */ nextDataTypeInfoList = TypeInfoUtils.getTypeInfosFromTypeString(nextDataTypesString); + + final int nextDataTypeInfoSize = nextDataTypeInfoList.size(); + if (nextDataTypeInfoSize > tableDataTypeInfoList.size()) { + enabledConditionsNotMetList.add( + String.format( + "Could not enable vectorization due to " + + "partition column types size %d is greater than the number of table column types size %d", + nextDataTypeInfoSize, tableDataTypeInfoList.size())); + + // Always set these so EXPLAIN can see. + setValidateInputFormatAndSchemaEvolutionExplain( + mapWork, inputFileFormatClassNameSet, vectorPartitionDescMap, + enabledConditionsMetSet, enabledConditionsNotMetList); + return new ImmutablePair(false, true); + } + for (int i = 0; i < nextDataTypeInfoSize; i++) { + TypeInfo tableDataTypeInfo = tableDataTypeInfoList.get(i); + TypeInfo nextDataTypeInfo = nextDataTypeInfoList.get(i); + + // FUTURE: We be more sophisticated in our conversion check. + if (!tableDataTypeInfo.equals(nextDataTypeInfo)) { + isPartitionRowConversion = true; + break; + } + } + } + if (isPartitionRowConversion && isLlapIoEnabled) { + enabledConditionsNotMetList.add( + "Could not enable vectorization. " + + "LLAP I/O is enabled wbich automatically deserializes into " + + "VECTORIZED_INPUT_FILE_FORMAT. " + + "A partition requires data type conversion and that is not supported"); + + // Always set these so EXPLAIN can see. + setValidateInputFormatAndSchemaEvolutionExplain( + mapWork, inputFileFormatClassNameSet, vectorPartitionDescMap, + enabledConditionsMetSet, enabledConditionsNotMetList); + return new ImmutablePair(false, true); } vectorPartDesc.setDataTypeInfos(nextDataTypeInfoList); @@ -2283,6 +2347,10 @@ public PhysicalContext resolve(PhysicalContext physicalContext) throws SemanticE } } + /* + * Notice the default value for LLAP_IO_ENABLED is overridden to be whether we are + * executing under LLAP. + */ isLlapIoEnabled = HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.LLAP_IO_ENABLED, diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_part_all_primitive_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_part_all_primitive_llap_io.q index 4bd2f30..2a15910 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_part_all_primitive_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_part_all_primitive_llap_io.q @@ -60,26 +60,26 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, ---** c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, ---** c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, ---** c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, ---** c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, ---** c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, ---** b STRING); - ---** insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, ---** boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, ---** tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, ---** smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, ---** int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, ---** bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, ---** 'new' FROM schema_evolution_data; - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; - ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; +alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING); + +insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data; + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; drop table part_change_various_various_boolean_to_bigint; @@ -109,22 +109,22 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_decimal_to_double replace columns (insert_num int, ---** c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), ---** c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, ---** c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, ---** b STRING); +alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING); ---** insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, ---** decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, ---** float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, ---** double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, ---** 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; drop table part_change_various_various_decimal_to_double; @@ -144,14 +144,14 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); ---** insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; drop table part_change_various_various_timestamp; @@ -168,14 +168,14 @@ select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); ---** insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; ---** select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; drop table part_change_various_various_date; @@ -198,25 +198,25 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_ select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); ---** CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) ---** row format delimited fields terminated by '|' ---** stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt; +CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt; ---** insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; +insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; ---** CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) ---** row format delimited fields terminated by '|' ---** stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt; +CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt; ---** insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; +insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; ---** select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; drop table part_change_same_type_different_params; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_complex_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_complex_llap_io.q index c19d32d..f684fdd 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_complex_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_complex_llap_io.q @@ -38,26 +38,26 @@ select insert_num,part,s1,b from part_change_various_various_struct1; select insert_num,part,s1,b from part_change_various_various_struct1; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); ---** CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt; +CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt; ---** insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt; +insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt; ---** CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt; +CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt; ---** insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt; +insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt; ---** explain vectorization detail ---** select insert_num,part,s1,b from part_change_various_various_struct1; +explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1; --** select insert_num,part,s1,b from part_change_various_various_struct1; @@ -80,47 +80,49 @@ select insert_num,part,b from part_add_various_various_struct2; select insert_num,part,b from part_add_various_various_struct2; -- Table-Non-Cascade ADD COLUMN ... ---** alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); ---** CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt; +CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt; ---** insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt; +insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt; ---** CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt; +CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt; ---** insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt; +insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt; +explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2; --** select insert_num,part,b,s2 from part_add_various_various_struct2; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); ---** CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt; +CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt; ---** insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt; +insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt; ---** CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt; +CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt; ---** insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt; +insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt; ---** explain vectorization detail ---** select insert_num,part,b,s2 from part_add_various_various_struct2; +explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2; --** select insert_num,part,b,s2 from part_add_various_various_struct2; @@ -148,26 +150,26 @@ select insert_num,part,b,s3 from part_add_to_various_various_struct4; select insert_num,part,b,s3 from part_add_to_various_various_struct4; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); ---** CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt; +CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt; ---** insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt; +insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt; ---** CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt; +CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt; ---** insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt; +insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt; ---** explain vectorization detail ---** select insert_num,part,b,s3 from part_add_to_various_various_struct4; +explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4; --** select insert_num,part,b,s3 from part_add_to_various_various_struct4; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_primitive_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_primitive_llap_io.q index e72c749..f96eade 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_primitive_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vec_part_all_primitive_llap_io.q @@ -61,26 +61,26 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, ---** c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, ---** c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, ---** c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, ---** c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, ---** c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, ---** b STRING); - ---** insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, ---** boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, ---** tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, ---** smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, ---** int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, ---** bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, ---** 'new' FROM schema_evolution_data; - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; - ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; +alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING); + +insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data; + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; drop table part_change_various_various_boolean_to_bigint; @@ -110,22 +110,22 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_decimal_to_double replace columns (insert_num int, ---** c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), ---** c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, ---** c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, ---** b STRING); +alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING); ---** insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, ---** decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, ---** float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, ---** double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, ---** 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; drop table part_change_various_various_decimal_to_double; @@ -145,14 +145,14 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); ---** insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; drop table part_change_various_various_timestamp; @@ -169,14 +169,14 @@ select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); ---** insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; ---** select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; drop table part_change_various_various_date; @@ -199,25 +199,25 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_ select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); ---** CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) ---** row format delimited fields terminated by '|' ---** stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt; +CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt; ---** insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; +insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; ---** CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) ---** row format delimited fields terminated by '|' ---** stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt; +CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt; ---** insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; +insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; ---** select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; drop table part_change_same_type_different_params; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vec_table_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_vec_table_llap_io.q index 33128d3..cdd4dd4 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vec_table_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vec_table_llap_io.q @@ -39,12 +39,12 @@ select insert_num,a,b from table_add_int_permute_select; select insert_num,a,b from table_add_int_permute_select; -- Table-Non-Cascade ADD COLUMNS ... ---** alter table table_add_int_permute_select add columns(c int); +alter table table_add_int_permute_select add columns(c int); ---** insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000); +insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000); ---** explain vectorization detail ---** select insert_num,a,b from table_add_int_permute_select; +explain vectorization detail +select insert_num,a,b from table_add_int_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right --** select insert_num,a,b from table_add_int_permute_select; @@ -67,12 +67,12 @@ select insert_num,a,b from table_add_int_string_permute_select; select insert_num,a,b from table_add_int_string_permute_select; -- Table-Non-Cascade ADD COLUMNS ... ---** alter table table_add_int_string_permute_select add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); ---** insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler'); +insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler'); ---** explain vectorization detail ---** select insert_num,a,b from table_add_int_string_permute_select; +explain vectorization detail +select insert_num,a,b from table_add_int_string_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right --** select insert_num,a,b from table_add_int_string_permute_select; @@ -104,12 +104,12 @@ select insert_num,c1,c2,c3,b from table_change_string_group_double; select insert_num,c1,c2,c3,b from table_change_string_group_double; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); ---** insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new'); +insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new'); ---** explain vectorization detail ---** select insert_num,c1,c2,c3,b from table_change_string_group_double; +explain vectorization detail +select insert_num,c1,c2,c3,b from table_change_string_group_double; --** select insert_num,c1,c2,c3,b from table_change_string_group_double; @@ -129,12 +129,12 @@ insert into table table_change_date_group_string_group_date_group SELECT insert_ explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; -select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; +--** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING); +alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING); ---** insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); +insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; @@ -168,23 +168,23 @@ insert into table table_change_numeric_group_string_group_multi_ints_string_grou explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; -select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; +--** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, ---** c1 STRING, c2 STRING, c3 STRING, c4 STRING, ---** c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), ---** c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), ---** b STRING) ; - ---** insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, ---** 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'new'); - ---** explain vectorization detail ---** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; +alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new'); + +explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; @@ -214,23 +214,23 @@ insert into table table_change_numeric_group_string_group_floating_string_group explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; -select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; +--** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, ---** c1 STRING, c2 STRING, c3 STRING, ---** c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), ---** c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), ---** b STRING); - ---** insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, ---** 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'new'); - ---** explain vectorization detail ---** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; +alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING); + +insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new'); + +explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; @@ -259,19 +259,19 @@ insert into table table_change_string_group_string_group_string SELECT insert_nu explain vectorization detail select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string; -select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string; +--** select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_string_group_string_group_string replace columns (insert_num int, ---** c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), ---** c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, ---** c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) ; +alter table table_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) ; ---** insert into table table_change_string_group_string_group_string VALUES (111, ---** 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', ---** 'new'); +insert into table table_change_string_group_string_group_string VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new'); --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string; @@ -307,22 +307,22 @@ insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint S explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint; -select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint; +--** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, ---** c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, ---** c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, ---** c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, ---** c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, ---** b STRING) ; - ---** insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, ---** 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, ---** 80000, 90000000, 1234.5678, 9876.543, 789.321, ---** 90000000, 1234.5678, 9876.543, 789.321, ---** 1234.5678, 9876.543, 789.321, ---** 'new'); +alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new'); --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint; @@ -348,12 +348,12 @@ insert into table table_change_lower_to_higher_numeric_group_decimal_to_float SE explain vectorization detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float; -select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float; +--** select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) ; +alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) ; ---** insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new'); +insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new'); --** select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex_llap_io.q index 6368d82..364b1c2 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_complex_llap_io.q @@ -36,29 +36,29 @@ insert into table part_change_various_various_struct1 partition(part=1) select * explain vectorization detail select insert_num,part,s1,b from part_change_various_various_struct1; -select insert_num,part,s1,b from part_change_various_various_struct1; +--** select insert_num,part,s1,b from part_change_various_various_struct1; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); ---** CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt; +CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt; ---** insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt; +insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt; ---** CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt; +CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt; ---** insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt; +insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt; ---** explain vectorization detail ---** select insert_num,part,s1,b from part_change_various_various_struct1; +explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1; --** select insert_num,part,s1,b from part_change_various_various_struct1; @@ -78,50 +78,50 @@ insert into table part_add_various_various_struct2 partition(part=1) explain vectorization detail select insert_num,part,b from part_add_various_various_struct2; -select insert_num,part,b from part_add_various_various_struct2; +--** select insert_num,part,b from part_add_various_various_struct2; -- Table-Non-Cascade ADD COLUMN ... ---** alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); ---** CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt; +CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt; ---** insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt; +insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt; ---** CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt; +CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt; ---** insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt; +insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt; --** select insert_num,part,b,s2 from part_add_various_various_struct2; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); ---** CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt; +CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt; ---** insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt; +insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt; ---** CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt; +CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt; ---** insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt; +insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt; ---** explain vectorization detail ---** select insert_num,part,b,s2 from part_add_various_various_struct2; +explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2; --** select insert_num,part,b,s2 from part_add_various_various_struct2; @@ -146,29 +146,29 @@ insert into table part_add_to_various_various_struct4 partition(part=1) select * explain vectorization detail select insert_num,part,b,s3 from part_add_to_various_various_struct4; -select insert_num,part,b,s3 from part_add_to_various_various_struct4; +--** select insert_num,part,b,s3 from part_add_to_various_various_struct4; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); ---** CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt; +CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt; ---** insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt; +insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt; ---** CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) ---** row format delimited fields terminated by '|' ---** collection items terminated by ',' ---** map keys terminated by ':' stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt; +CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt; ---** insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt; +insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt; ---** explain vectorization detail ---** select insert_num,part,b,s3 from part_add_to_various_various_struct4; +explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4; --** select insert_num,part,b,s3 from part_add_to_various_various_struct4; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive_llap_io.q index a191d79..6dd6935 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_all_primitive_llap_io.q @@ -61,24 +61,24 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, ---** c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, ---** c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, ---** c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, ---** c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, ---** c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, ---** b STRING); - ---** insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, ---** boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, ---** tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, ---** smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, ---** int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, ---** bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, ---** 'new' FROM schema_evolution_data; - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; +alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING); + +insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data; + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; --** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint; @@ -110,20 +110,20 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_decimal_to_double replace columns (insert_num int, ---** c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), ---** c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, ---** c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, ---** b STRING); - ---** insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, ---** decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, ---** float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, ---** double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, ---** 'new' FROM schema_evolution_data_2 WHERE insert_num=111; - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; +alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING); + +insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111; + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; --** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double; @@ -142,17 +142,17 @@ insert into table part_change_various_various_timestamp partition(part=1) SELECT explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; -select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; +--** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; -- Table-Non-Cascade CHANGE COLUMNS ... ---** salter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); ---** sinsert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** sexplain vectorization detail ---** sselect insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; ---** sselect insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; +--** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp; drop table part_change_various_various_timestamp; @@ -166,15 +166,15 @@ insert into table part_change_various_various_date partition(part=1) SELECT inse explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; -select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; +--** select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); ---** insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; +insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; --** select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date; @@ -196,27 +196,27 @@ insert into table part_change_same_type_different_params partition(part=1) selec explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; -select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; +--** select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); +alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING); ---** CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) ---** row format delimited fields terminated by '|' ---** stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt; +CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt; ---** insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; +insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt; ---** CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) ---** row format delimited fields terminated by '|' ---** stored as textfile; ---** load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt; +CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile; +load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt; ---** insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; +insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; --** select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_llap_io.q index 4a91a95..a4c1e18 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vecrow_part_llap_io.q @@ -40,12 +40,12 @@ select insert_num,part,a,b from part_add_int_permute_select; select insert_num,part,a,b from part_add_int_permute_select; -- Table-Non-Cascade ADD COLUMNS ... ---** alter table part_add_int_permute_select add columns(c int); +alter table part_add_int_permute_select add columns(c int); ---** insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333); +insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333); ---** explain vectorization detail ---** select insert_num,part,a,b from part_add_int_permute_select; +explain vectorization detail +select insert_num,part,a,b from part_add_int_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right --** select insert_num,part,a,b from part_add_int_permute_select; @@ -68,12 +68,12 @@ select insert_num,part,a,b from part_add_int_string_permute_select; select insert_num,part,a,b from part_add_int_string_permute_select; -- Table-Non-Cascade ADD COLUMNS ... ---** alter table part_add_int_string_permute_select add columns(c int, d string); +alter table part_add_int_string_permute_select add columns(c int, d string); ---** insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444'); +insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444'); ---** explain vectorization detail ---** select insert_num,part,a,b from part_add_int_string_permute_select; +explain vectorization detail +select insert_num,part,a,b from part_add_int_string_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right --** select insert_num,part,a,b from part_add_int_string_permute_select; @@ -105,12 +105,12 @@ select insert_num,part,c1,c2,c3,b from part_change_string_group_double; select insert_num,part,c1,c2,c3,b from part_change_string_group_double; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); ---** insert into table part_change_string_group_double partition(part=1) SELECT insert_num, double1, double1, double1, 'new' FROM schema_evolution_data WHERE insert_num = 111; +insert into table part_change_string_group_double partition(part=1) SELECT insert_num, double1, double1, double1, 'new' FROM schema_evolution_data WHERE insert_num = 111; ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,b from part_change_string_group_double; +explain vectorization detail +select insert_num,part,c1,c2,c3,b from part_change_string_group_double; --** select insert_num,part,c1,c2,c3,b from part_change_string_group_double; @@ -133,12 +133,12 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_gr select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_date_group_string_group_date_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING); +alter table part_change_date_group_string_group_date_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING); ---** insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); +insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp; +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp; --** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp; @@ -176,20 +176,20 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, ---** c1 STRING, c2 STRING, c3 STRING, c4 STRING, ---** c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), ---** c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), ---** b STRING) ; - ---** insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, ---** 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'new'); - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group; +alter table part_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new'); + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group; --** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group; @@ -222,20 +222,20 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, ---** c1 STRING, c2 STRING, c3 STRING, ---** c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), ---** c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), ---** b STRING); - ---** insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, ---** 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'new'); - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group; +alter table part_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING); + +insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new'); + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group; --** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group; @@ -268,19 +268,19 @@ select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_ select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_string_group_string_group_string replace columns (insert_num int, ---** c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), ---** c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, ---** c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) ; - ---** insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, ---** 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', ---** 'new'); - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string; +alter table part_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new'); + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string; --** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string; @@ -318,22 +318,22 @@ select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c1 select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, ---** c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, ---** c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, ---** c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, ---** c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, ---** b STRING) ; - ---** insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, ---** 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, ---** 80000, 90000000, 1234.5678, 9876.543, 789.321, ---** 90000000, 1234.5678, 9876.543, 789.321, ---** 1234.5678, 9876.543, 789.321, ---** 'new'); - ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint; +alter table part_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new'); + +explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint; --** select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint; @@ -362,12 +362,12 @@ select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table part_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) ; +alter table part_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) ; ---** insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new'); +insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new'); ---** explain vectorization detail ---** select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float; +explain vectorization detail +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float; --** select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float; diff --git ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table_llap_io.q ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table_llap_io.q index d728cc9..3fa9388 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table_llap_io.q +++ ql/src/test/queries/clientpositive/schema_evol_text_vecrow_table_llap_io.q @@ -39,12 +39,12 @@ select insert_num,a,b from table_add_int_permute_select; select insert_num,a,b from table_add_int_permute_select; -- Table-Non-Cascade ADD COLUMNS ... ---** alter table table_add_int_permute_select add columns(c int); +alter table table_add_int_permute_select add columns(c int); ---** insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000); +insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000); ---** explain vectorization detail ---** select insert_num,a,b from table_add_int_permute_select; +explain vectorization detail +select insert_num,a,b from table_add_int_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right --** select insert_num,a,b from table_add_int_permute_select; @@ -67,12 +67,12 @@ select insert_num,a,b from table_add_int_string_permute_select; select insert_num,a,b from table_add_int_string_permute_select; -- Table-Non-Cascade ADD COLUMNS ... ---** alter table table_add_int_string_permute_select add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); ---** insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler'); +insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler'); ---** explain vectorization detail ---** select insert_num,a,b from table_add_int_string_permute_select; +explain vectorization detail +select insert_num,a,b from table_add_int_string_permute_select; -- SELECT permutation columns to make sure NULL defaulting works right --** select insert_num,a,b from table_add_int_string_permute_select; @@ -104,12 +104,12 @@ select insert_num,c1,c2,c3,b from table_change_string_group_double; select insert_num,c1,c2,c3,b from table_change_string_group_double; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); ---** insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new'); +insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new'); ---** explain vectorization detail ---** select insert_num,c1,c2,c3,b from table_change_string_group_double; +explain vectorization detail +select insert_num,c1,c2,c3,b from table_change_string_group_double; --** select insert_num,c1,c2,c3,b from table_change_string_group_double; @@ -132,12 +132,12 @@ select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_ select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING); +alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING); ---** insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); +insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new'); ---** explain vectorization detail ---** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; +explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group; @@ -174,20 +174,20 @@ select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18 select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, ---** c1 STRING, c2 STRING, c3 STRING, c4 STRING, ---** c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), ---** c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), ---** b STRING) ; - ---** insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, ---** 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'new'); - ---** explain vectorization detail ---** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; +alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new'); + +explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group; @@ -220,20 +220,20 @@ select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from tabl select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, ---** c1 STRING, c2 STRING, c3 STRING, ---** c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), ---** c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), ---** b STRING); - ---** insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, ---** 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', ---** 'new'); - ---** explain vectorization detail ---** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; +alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING); + +insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new'); + +explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group; @@ -265,16 +265,16 @@ select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_stri select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_string_group_string_group_string replace columns (insert_num int, ---** c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), ---** c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, ---** c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) ; +alter table table_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) ; ---** insert into table table_change_string_group_string_group_string VALUES (111, ---** 'filler', 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', ---** 'filler', 'filler', 'filler', ---** 'new'); +insert into table table_change_string_group_string_group_string VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new'); --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string; @@ -313,19 +313,19 @@ select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18 select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, ---** c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, ---** c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, ---** c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, ---** c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, ---** b STRING) ; - ---** insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, ---** 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, ---** 80000, 90000000, 1234.5678, 9876.543, 789.321, ---** 90000000, 1234.5678, 9876.543, 789.321, ---** 1234.5678, 9876.543, 789.321, ---** 'new'); +alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new'); --** select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint; @@ -354,9 +354,9 @@ select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_dec select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float; -- Table-Non-Cascade CHANGE COLUMNS ... ---** alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) ; +alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) ; ---** insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new'); +insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new'); --** select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float; diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out index 419cf1c..168fd1e 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out @@ -191,6 +191,168 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 true 1978-08-02 06:34:14 true 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 23 23 23 1978-08-02 06:34:14 true 23 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 834 834 834 1978-08-02 06:34:14 true 23 834 888888857923222 -100.35978 30.774 66475.561431000000000000 203332 203332 203332 1978-08-02 06:34:14 true 23 834 203332 -100.35978 30.774 66475.561431000000000000 888888857923222 888888857923222 888888857923222 1978-08-02 06:34:14 original 105 1 -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 false 1991-01-06 16:20:39.72036854 false -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -99 -99 -99 1991-01-06 16:20:39.72036854 false -99 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -28300 -28300 -28300 1991-01-06 16:20:39.72036854 false -99 -28300 -222282153733 NULL 46114.28 9250340.750000000000000000 -999992 -999992 -999992 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 NULL 46114.28 9250340.750000000000000000 -222282153733 -222282153733 -222282153733 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint +PREHOOK: Output: default@part_change_various_various_boolean_to_bigint +POSTHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint +POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint +PREHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c1 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c10 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c11 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c12 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c13 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c14 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c15 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c16 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c17 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c18 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c19 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c2 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c20 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c21 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c22 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c23 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c24 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c25 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c26 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c27 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c28 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c29 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c3 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c30 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c31 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c32 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c33 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c34 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c35 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c36 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c37 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c38 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c39 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c4 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c40 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c41 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c42 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c43 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c44 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c45 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c46 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c47 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c48 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c49 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c5 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c50 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c51 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c52 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c53 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c6 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c7 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c8 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c9 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_boolean_to_bigint + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), c10 (type: tinyint), c11 (type: tinyint), c12 (type: tinyint), c13 (type: tinyint), c14 (type: tinyint), c15 (type: tinyint), c16 (type: tinyint), c17 (type: tinyint), c18 (type: tinyint), c19 (type: tinyint), c20 (type: tinyint), c21 (type: smallint), c22 (type: smallint), c23 (type: smallint), c24 (type: smallint), c25 (type: smallint), c26 (type: smallint), c27 (type: smallint), c28 (type: smallint), c29 (type: smallint), c30 (type: smallint), c31 (type: smallint), c32 (type: int), c33 (type: int), c34 (type: int), c35 (type: int), c36 (type: int), c37 (type: int), c38 (type: int), c39 (type: int), c40 (type: int), c41 (type: int), c42 (type: int), c43 (type: bigint), c44 (type: bigint), c45 (type: bigint), c46 (type: bigint), c47 (type: bigint), c48 (type: bigint), c49 (type: bigint), c50 (type: bigint), c51 (type: bigint), c52 (type: bigint), c53 (type: bigint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43, _col44, _col45, _col46, _col47, _col48, _col49, _col50, _col51, _col52, _col53, _col54, _col55 + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 c34 c35 c36 c37 c38 c39 c40 c41 c42 c43 c44 c45 c46 c47 c48 c49 c50 c51 c52 c53 b +101 1 NULL NULL NULL NULL NULL NULL NULL true NULL NULL -128 -128 -128 -128 -128 -128 -128 -128 -128 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +101 1 true NULL true NULL true true true true true 1 NULL 0 NULL -1 -1 NULL -128 -128 -128 84 1 -128 0 NULL -1 -1 NULL NULL NULL NULL -8620 1 -128 NULL NULL 2147483647 2147483647 NULL -2147483648 -2147483648 -2147483648 1272503892 1 -128 NULL -2147483648 9223372036854775807 9223372036854775807 NULL NULL NULL NULL 134416490068 original +102 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL 127 127 127 127 127 127 127 127 127 NULL NULL NULL 32767 32767 32767 32767 32767 32767 32767 32767 NULL NULL NULL NULL 2147483647 2147483647 2147483647 2147483647 2147483647 2147483647 2147483647 NULL NULL NULL NULL NULL 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 NULL new +102 1 true true true true true true true false true 0 -1 -1 -1 0 0 NULL 127 127 127 -38 0 127 -1 -1 0 0 NULL 32767 32767 32767 7898 0 127 32767 -1 -2147483648 -2147483648 NULL 2147483647 2147483647 2147483647 1563893466 0 127 32767 2147483647 -9223372036854775808 -9223372036854775808 NULL 9223372036854775807 9223372036854775807 9223372036854775807 126117945050 original +103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +103 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original +104 1 NULL NULL NULL NULL NULL NULL NULL true NULL NULL 23 23 23 23 23 23 23 23 23 NULL NULL NULL 834 834 834 834 834 834 834 834 NULL NULL NULL NULL 203332 203332 203332 203332 203332 203332 203332 NULL NULL NULL NULL NULL 888888847499264 888888857923222 888888857923222 888888857923222 888888857923222 888888857923222 NULL new +104 1 true true true true true true true true true 1 66 68 -106 -100 30 NULL 23 23 23 86 1 23 6724 3734 -100 30 NULL 834 834 834 -12970 1 23 834 -1868624234 -100 30 66475 203332 203332 203332 270912854 1 23 834 203332 -100 30 66475 888888857923222 888888857923222 888888857923222 270912854 original +105 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL -99 -99 -99 -99 -99 -99 -99 -99 -99 NULL NULL NULL -28300 -28300 -28300 -28300 -28300 -28300 -28300 -28300 NULL NULL NULL NULL -999992 -999992 -999992 -999992 -999992 -999992 -999992 NULL NULL NULL NULL NULL -222282153984 -222282153733 -222282153733 -222282153733 -222282153733 -222282153733 NULL new +105 1 true true true true NULL true true false true 0 116 -56 -5 NULL 34 NULL -99 -99 -99 -41 0 -99 -16952 -32517 NULL -19422 NULL -28300 -28300 -28300 -16681 0 -99 -28300 1056145659 NULL 46114 9250340 -999992 -999992 -999992 663207639 0 -99 -28300 -999992 NULL 46114 9250340 -222282153733 -222282153733 -222282153733 663207639 original PREHOOK: query: drop table part_change_various_various_boolean_to_bigint PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_boolean_to_bigint @@ -328,6 +490,136 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431 66475.561431 66475.561431 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 30.774 -100.3597812 -100.3597812 -100.3597812 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 -100.35978 30.774 30.774 30.774 1978-08-02 06:34:14 original 105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.75 9250340.75 9250340.75 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 46114.28 –32768 –32768 –32768 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 NULL 46114.28 46114.28 46114.28 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal_to_double +PREHOOK: Output: default@part_change_various_various_decimal_to_double +POSTHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal_to_double +POSTHOOK: Output: default@part_change_various_various_decimal_to_double +PREHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_decimal_to_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_decimal_to_double@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c18 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c19 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c20 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c21 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c29 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c30 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c31 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c32 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_decimal_to_double + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), c12 (type: float), c13 (type: float), c14 (type: float), c15 (type: float), c16 (type: float), c17 (type: float), c18 (type: float), c19 (type: float), c20 (type: float), c21 (type: float), c22 (type: float), c23 (type: double), c24 (type: double), c25 (type: double), c26 (type: double), c27 (type: double), c28 (type: double), c29 (type: double), c30 (type: double), c31 (type: double), c32 (type: double), c33 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double +PREHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double +POSTHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 b +101 1 1.000000000000000000 -128.000000000000000000 NULL -2147483648.000000000000000000 NULL NULL NULL 99999999999999999999.999999999999999999 99999999999999999999.999900000000000000 99999999999999999999.999900000000000000 134416490068.970120000000000000 1.0 -128.0 NULL -2.14748365E9 NULL 1.0E20 Infinity Infinity 3.4028236E24 3.4028236E24 1.3441649E11 1.0 -128.0 NULL -2.147483648E9 NULL 1.0E20 Infinity 1.7976931348623157E308 1.7976931348623157E308 1.7976931348623157E308 1.3441649006897012E11 original +102 1 0.000000000000000000 127.000000000000000000 32767.000000000000000000 2147483647.000000000000000000 9223372036854775807.000000000000000000 NULL NULL -99999999999999999999.999999999999999999 -99999999999999999999.999000000000000000 -99999999999999999999.999000000000000000 126117945050.597000000000000000 0.0 127.0 32767.0 2.14748365E9 9.223372E18 -1.0E20 -Infinity -Infinity -3.4028233E23 -3.4028233E23 1.26117945E11 0.0 127.0 32767.0 2.147483647E9 9.223372036854776E18 -1.0E20 -Infinity -1.7976931348623157E308 -1.7976931348623157E308 -1.7976931348623157E308 1.26117945050597E11 original +103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original +104 1 1.000000000000000000 23.000000000000000000 834.000000000000000000 203332.000000000000000000 888888857923222.000000000000000000 -100.359780000000000000 30.774000000000000000 66475.561431000000000000 66475.561431000000000000 66475.561431000000000000 270912854.000000000000000000 1.0 23.0 834.0 203332.0 8.8888885E14 66475.56 30.774 -100.35978 -100.35978 -100.35978 2.70912864E8 1.0 23.0 834.0 203332.0 8.88888857923222E14 66475.561431 -100.35977935791016 30.774 30.774 30.774 2.70912854E8 original +105 1 0.000000000000000000 -99.000000000000000000 -28300.000000000000000000 -999992.000000000000000000 -222282153733.000000000000000000 NULL 46114.280000000000000000 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 663207639.720368500000000000 0.0 -99.0 -28300.0 -999992.0 -2.22282154E11 9250341.0 46114.28 NULL NULL NULL 6.6320762E8 0.0 -99.0 -28300.0 -999992.0 -2.22282153733E11 9250340.75 NULL 46114.28 46114.28 46114.28 6.632076397203685E8 original +111 1 NULL NULL NULL -46114.000000000000000000 -46114.000000000000000000 -46114.285000000000000000 -46114.284799488000000000 -46114.284799488000000000 -46114.284799488000000000 -46114.284799488000000000 NULL NULL NULL NULL NULL NULL -9.0E-8 -9.0E-8 -9.0E-8 -9.0E-8 -9.0E-8 NULL NULL NULL NULL NULL NULL -9.0E-8 -9.000000034120603E-8 -9.0E-8 -9.0E-8 -9.0E-8 NULL new PREHOOK: query: drop table part_change_various_various_decimal_to_double PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_decimal_to_double @@ -428,6 +720,99 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 original 105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 original +PREHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_timestamp + Statistics: Num rows: 6 Data size: 4915 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +101 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.872 NULL 1969-12-06 19:28:36.352 NULL NULL NULL NULL 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 1950-12-18 00:00:00 original +102 1 1969-12-31 16:00:00 1969-12-31 16:00:00.127 1969-12-31 16:00:32.767 1970-01-25 12:31:23.647 NULL NULL 1969-12-31 16:00:00 NULL 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 2049-12-18 00:00:00 original +103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original +104 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.023 1969-12-31 16:00:00.834 1969-12-31 16:03:23.332 NULL 1969-12-31 15:58:19.640220643 1969-12-31 16:00:30.774 1970-01-01 10:27:55.561431 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 00:00:00 original +105 1 1969-12-31 16:00:00 1969-12-31 15:59:59.901 1969-12-31 15:59:31.7 1969-12-31 15:43:20.008 1962-12-15 22:57:26.267 NULL 1970-01-01 04:48:34.28 1970-04-17 17:32:20.75 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 00:00:00 original +111 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new PREHOOK: query: drop table part_change_various_various_timestamp PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_timestamp @@ -520,6 +905,91 @@ insert_num part c1 c2 c3 c4 b 103 1 NULL original 104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 original 105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num date1 date1 date1 date1 _c5 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_date + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +101 1 1950-12-18 1950-12-18 1950-12-18 6229-06-28 original +102 1 2049-12-18 2049-12-18 2049-12-18 5966-07-09 original +103 1 NULL NULL NULL NULL original +104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 original +105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 original +111 1 1964-01-24 1964-01-24 1964-01-24 NULL new PREHOOK: query: drop table part_change_various_various_date PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_date @@ -634,6 +1104,159 @@ insert_num part c1 c2 c3 c4 c5 c6 b 3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original 4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original 5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: false + enabledConditionsNotMet: [hive.vectorized.execution.enabled IS false] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_same_type_different_params + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(32)), c3 (type: varchar(15)), c4 (type: varchar(18)), c5 (type: decimal(10,2)), c6 (type: decimal(25,15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor age NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion 8.31 NULL new +8 1 bubble f drain loyal station racket antique bu 0.69 22.832613278700000 new +9 1 12345678 1234567890123456789012345 123456789012345 1234567890 NULL 1234567890.543210987700000 new PREHOOK: query: drop table part_change_same_type_different_params PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_same_type_different_params diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out index 654befe..5052fe6 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex_llap_io.q.out @@ -127,6 +127,132 @@ insert_num part s1 b 2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} original 3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} original 4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} original +PREHOOK: query: alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct1_b_txt +POSTHOOK: query: CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +complex_struct1_b_txt.insert_num complex_struct1_b_txt.s1 complex_struct1_b_txt.b +PREHOOK: query: CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct1_c_txt +POSTHOOK: query: CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +complex_struct1_c_txt.insert_num complex_struct1_c_txt.s1 complex_struct1_c_txt.b +PREHOOK: query: explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_struct1 + Statistics: Num rows: 6 Data size: 17227 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), s1 (type: struct), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_various_various_struct1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_struct1 @@ -243,6 +369,280 @@ POSTHOOK: Input: default@part_add_various_various_struct2@part=1 insert_num part b 1 1 original 2 1 original +PREHOOK: query: alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_a_txt +POSTHOOK: query: CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_a_txt.insert_num complex_struct2_a_txt.b complex_struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_b_txt +POSTHOOK: query: CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_b_txt.insert_num complex_struct2_b_txt.b complex_struct2_b_txt.s2 +PREHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_various_various_struct2 + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:b:string, 2:s2:struct, 3:part:int, 4:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 3, 1, 2] + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + inputFormatFeatureSupport: [DECIMAL_64] + vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 3 + includeColumns: [0, 1, 2] + dataColumns: insert_num:int, b:string, s2:struct + partitionColumnCount: 1 + partitionColumns: part:int + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_c_txt +POSTHOOK: query: CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_c_txt.insert_num complex_struct2_c_txt.b complex_struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_d_txt +POSTHOOK: query: CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_d_txt.insert_num complex_struct2_d_txt.b complex_struct2_d_txt.s2 +PREHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_various_various_struct2 + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_add_various_various_struct2 PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_add_various_various_struct2 @@ -378,6 +778,132 @@ POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 insert_num part b s3 1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} 2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct4_b_txt +POSTHOOK: query: CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +complex_struct4_b_txt.insert_num complex_struct4_b_txt.b complex_struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct4_c_txt +POSTHOOK: query: CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +complex_struct4_c_txt.insert_num complex_struct4_c_txt.b complex_struct4_c_txt.s3 +PREHOOK: query: explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct4 + Statistics: Num rows: 4 Data size: 4073 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_add_to_various_various_struct4 PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out index 53c16d3..fa116be 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out @@ -218,6 +218,173 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 true 1978-08-02 06:34:14 true 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 23 23 23 1978-08-02 06:34:14 true 23 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 834 834 834 1978-08-02 06:34:14 true 23 834 888888857923222 -100.35978 30.774 66475.561431000000000000 203332 203332 203332 1978-08-02 06:34:14 true 23 834 203332 -100.35978 30.774 66475.561431000000000000 888888857923222 888888857923222 888888857923222 1978-08-02 06:34:14 original 105 1 -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 false 1991-01-06 16:20:39.72036854 false -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -99 -99 -99 1991-01-06 16:20:39.72036854 false -99 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -28300 -28300 -28300 1991-01-06 16:20:39.72036854 false -99 -28300 -222282153733 NULL 46114.28 9250340.750000000000000000 -999992 -999992 -999992 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 NULL 46114.28 9250340.750000000000000000 -222282153733 -222282153733 -222282153733 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint +PREHOOK: Output: default@part_change_various_various_boolean_to_bigint +POSTHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint +POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint +PREHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c1 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c10 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c11 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c12 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c13 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c14 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c15 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c16 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c17 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c18 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c19 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c2 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c20 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c21 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c22 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c23 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c24 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c25 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c26 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c27 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c28 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c29 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c3 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c30 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c31 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c32 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c33 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c34 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c35 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c36 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c37 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c38 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c39 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c4 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c40 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c41 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c42 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c43 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c44 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c45 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c46 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c47 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c48 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c49 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c5 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c50 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c51 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c52 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c53 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c6 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c7 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c8 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c9 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_boolean_to_bigint + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), c10 (type: tinyint), c11 (type: tinyint), c12 (type: tinyint), c13 (type: tinyint), c14 (type: tinyint), c15 (type: tinyint), c16 (type: tinyint), c17 (type: tinyint), c18 (type: tinyint), c19 (type: tinyint), c20 (type: tinyint), c21 (type: smallint), c22 (type: smallint), c23 (type: smallint), c24 (type: smallint), c25 (type: smallint), c26 (type: smallint), c27 (type: smallint), c28 (type: smallint), c29 (type: smallint), c30 (type: smallint), c31 (type: smallint), c32 (type: int), c33 (type: int), c34 (type: int), c35 (type: int), c36 (type: int), c37 (type: int), c38 (type: int), c39 (type: int), c40 (type: int), c41 (type: int), c42 (type: int), c43 (type: bigint), c44 (type: bigint), c45 (type: bigint), c46 (type: bigint), c47 (type: bigint), c48 (type: bigint), c49 (type: bigint), c50 (type: bigint), c51 (type: bigint), c52 (type: bigint), c53 (type: bigint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43, _col44, _col45, _col46, _col47, _col48, _col49, _col50, _col51, _col52, _col53, _col54, _col55 + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 c34 c35 c36 c37 c38 c39 c40 c41 c42 c43 c44 c45 c46 c47 c48 c49 c50 c51 c52 c53 b +101 1 NULL NULL NULL NULL NULL NULL NULL true NULL NULL -128 -128 -128 -128 -128 -128 -128 -128 -128 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 -2147483648 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +101 1 true NULL true NULL true true true true true 1 NULL 0 NULL -1 -1 NULL -128 -128 -128 84 1 -128 0 NULL -1 -1 NULL NULL NULL NULL -8620 1 -128 NULL NULL 2147483647 2147483647 NULL -2147483648 -2147483648 -2147483648 1272503892 1 -128 NULL -2147483648 9223372036854775807 9223372036854775807 NULL NULL NULL NULL 134416490068 original +102 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL 127 127 127 127 127 127 127 127 127 NULL NULL NULL 32767 32767 32767 32767 32767 32767 32767 32767 NULL NULL NULL NULL 2147483647 2147483647 2147483647 2147483647 2147483647 2147483647 2147483647 NULL NULL NULL NULL NULL 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 9223372036854775807 NULL new +102 1 true true true true true true true false true 0 -1 -1 -1 0 0 NULL 127 127 127 -38 0 127 -1 -1 0 0 NULL 32767 32767 32767 7898 0 127 32767 -1 -2147483648 -2147483648 NULL 2147483647 2147483647 2147483647 1563893466 0 127 32767 2147483647 -9223372036854775808 -9223372036854775808 NULL 9223372036854775807 9223372036854775807 9223372036854775807 126117945050 original +103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +103 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original +104 1 NULL NULL NULL NULL NULL NULL NULL true NULL NULL 23 23 23 23 23 23 23 23 23 NULL NULL NULL 834 834 834 834 834 834 834 834 NULL NULL NULL NULL 203332 203332 203332 203332 203332 203332 203332 NULL NULL NULL NULL NULL 888888847499264 888888857923222 888888857923222 888888857923222 888888857923222 888888857923222 NULL new +104 1 true true true true true true true true true 1 66 68 -106 -100 30 NULL 23 23 23 86 1 23 6724 3734 -100 30 NULL 834 834 834 -12970 1 23 834 -1868624234 -100 30 66475 203332 203332 203332 270912854 1 23 834 203332 -100 30 66475 888888857923222 888888857923222 888888857923222 270912854 original +105 1 NULL NULL NULL NULL NULL NULL NULL false NULL NULL -99 -99 -99 -99 -99 -99 -99 -99 -99 NULL NULL NULL -28300 -28300 -28300 -28300 -28300 -28300 -28300 -28300 NULL NULL NULL NULL -999992 -999992 -999992 -999992 -999992 -999992 -999992 NULL NULL NULL NULL NULL -222282153984 -222282153733 -222282153733 -222282153733 -222282153733 -222282153733 NULL new +105 1 true true true true NULL true true false true 0 116 -56 -5 NULL 34 NULL -99 -99 -99 -41 0 -99 -16952 -32517 NULL -19422 NULL -28300 -28300 -28300 -16681 0 -99 -28300 1056145659 NULL 46114 9250340 -999992 -999992 -999992 663207639 0 -99 -28300 -999992 NULL 46114 9250340 -222282153733 -222282153733 -222282153733 663207639 original PREHOOK: query: drop table part_change_various_various_boolean_to_bigint PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_boolean_to_bigint @@ -382,6 +549,141 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431 66475.561431 66475.561431 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 30.774 -100.3597812 -100.3597812 -100.3597812 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 -100.35978 30.774 30.774 30.774 1978-08-02 06:34:14 original 105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.75 9250340.75 9250340.75 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 46114.28 –32768 –32768 –32768 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 NULL 46114.28 46114.28 46114.28 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal_to_double +PREHOOK: Output: default@part_change_various_various_decimal_to_double +POSTHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal_to_double +POSTHOOK: Output: default@part_change_various_various_decimal_to_double +PREHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_decimal_to_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_decimal_to_double@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c18 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c19 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c20 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c21 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c29 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c30 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c31 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c32 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_decimal_to_double + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), c12 (type: float), c13 (type: float), c14 (type: float), c15 (type: float), c16 (type: float), c17 (type: float), c18 (type: float), c19 (type: float), c20 (type: float), c21 (type: float), c22 (type: float), c23 (type: double), c24 (type: double), c25 (type: double), c26 (type: double), c27 (type: double), c28 (type: double), c29 (type: double), c30 (type: double), c31 (type: double), c32 (type: double), c33 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal_to_double +PREHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal_to_double +POSTHOOK: Input: default@part_change_various_various_decimal_to_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 c21 c22 c23 c24 c25 c26 c27 c28 c29 c30 c31 c32 c33 b +101 1 1.000000000000000000 -128.000000000000000000 NULL -2147483648.000000000000000000 NULL NULL NULL 99999999999999999999.999999999999999999 99999999999999999999.999900000000000000 99999999999999999999.999900000000000000 134416490068.970120000000000000 1.0 -128.0 NULL -2.14748365E9 NULL 1.0E20 Infinity Infinity 3.4028236E24 3.4028236E24 1.3441649E11 1.0 -128.0 NULL -2.147483648E9 NULL 1.0E20 Infinity 1.7976931348623157E308 1.7976931348623157E308 1.7976931348623157E308 1.3441649006897012E11 original +102 1 0.000000000000000000 127.000000000000000000 32767.000000000000000000 2147483647.000000000000000000 9223372036854775807.000000000000000000 NULL NULL -99999999999999999999.999999999999999999 -99999999999999999999.999000000000000000 -99999999999999999999.999000000000000000 126117945050.597000000000000000 0.0 127.0 32767.0 2.14748365E9 9.223372E18 -1.0E20 -Infinity -Infinity -3.4028233E23 -3.4028233E23 1.26117945E11 0.0 127.0 32767.0 2.147483647E9 9.223372036854776E18 -1.0E20 -Infinity -1.7976931348623157E308 -1.7976931348623157E308 -1.7976931348623157E308 1.26117945050597E11 original +103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original +104 1 1.000000000000000000 23.000000000000000000 834.000000000000000000 203332.000000000000000000 888888857923222.000000000000000000 -100.359780000000000000 30.774000000000000000 66475.561431000000000000 66475.561431000000000000 66475.561431000000000000 270912854.000000000000000000 1.0 23.0 834.0 203332.0 8.8888885E14 66475.56 30.774 -100.35978 -100.35978 -100.35978 2.70912864E8 1.0 23.0 834.0 203332.0 8.88888857923222E14 66475.561431 -100.35977935791016 30.774 30.774 30.774 2.70912854E8 original +105 1 0.000000000000000000 -99.000000000000000000 -28300.000000000000000000 -999992.000000000000000000 -222282153733.000000000000000000 NULL 46114.280000000000000000 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 663207639.720368500000000000 0.0 -99.0 -28300.0 -999992.0 -2.22282154E11 9250341.0 46114.28 NULL NULL NULL 6.6320762E8 0.0 -99.0 -28300.0 -999992.0 -2.22282153733E11 9250340.75 NULL 46114.28 46114.28 46114.28 6.632076397203685E8 original +111 1 NULL NULL NULL -46114.000000000000000000 -46114.000000000000000000 -46114.285000000000000000 -46114.284799488000000000 -46114.284799488000000000 -46114.284799488000000000 -46114.284799488000000000 NULL NULL NULL NULL NULL NULL -9.0E-8 -9.0E-8 -9.0E-8 -9.0E-8 -9.0E-8 NULL NULL NULL NULL NULL NULL -9.0E-8 -9.000000034120603E-8 -9.0E-8 -9.0E-8 -9.0E-8 NULL new PREHOOK: query: drop table part_change_various_various_decimal_to_double PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_decimal_to_double @@ -509,6 +811,104 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 original 105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 original +PREHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_timestamp + Statistics: Num rows: 6 Data size: 4915 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +101 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.872 NULL 1969-12-06 19:28:36.352 NULL NULL NULL NULL 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 1950-12-18 00:00:00 original +102 1 1969-12-31 16:00:00 1969-12-31 16:00:00.127 1969-12-31 16:00:32.767 1970-01-25 12:31:23.647 NULL NULL 1969-12-31 16:00:00 NULL 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 2049-12-18 00:00:00 original +103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original +104 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.023 1969-12-31 16:00:00.834 1969-12-31 16:03:23.332 NULL 1969-12-31 15:58:19.640220643 1969-12-31 16:00:30.774 1970-01-01 10:27:55.561431 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 00:00:00 original +105 1 1969-12-31 16:00:00 1969-12-31 15:59:59.901 1969-12-31 15:59:31.7 1969-12-31 15:43:20.008 1962-12-15 22:57:26.267 NULL 1970-01-01 04:48:34.28 1970-04-17 17:32:20.75 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 00:00:00 original +111 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new PREHOOK: query: drop table part_change_various_various_timestamp PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_timestamp @@ -628,6 +1028,96 @@ insert_num part c1 c2 c3 c4 b 103 1 NULL original 104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 original 105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num date1 date1 date1 date1 _c5 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_date + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +101 1 1950-12-18 1950-12-18 1950-12-18 6229-06-28 original +102 1 2049-12-18 2049-12-18 2049-12-18 5966-07-09 original +103 1 NULL NULL NULL NULL original +104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 original +105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 original +111 1 1964-01-24 1964-01-24 1964-01-24 NULL new PREHOOK: query: drop table part_change_various_various_date PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_date @@ -769,6 +1259,164 @@ insert_num part c1 c2 c3 c4 c5 c6 b 3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original 4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original 5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original +PREHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_same_type_different_params + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(32)), c3 (type: varchar(15)), c4 (type: varchar(18)), c5 (type: decimal(10,2)), c6 (type: decimal(25,15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_same_type_different_params +PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@part_change_same_type_different_params@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 excess corporation believable gateway thumb repe 76855494.39 NULL original +10 2 dreamlan raster devastation association boa lubricant century 5830.99 NULL new +11 2 tiger however center propeller agoni shocking misshapen 6946533.80 31608910.030000000000000 new +12 2 bulgin extensive ambivalent rastled billion zeroes 943084.30 3090297719.717120349328271 new +13 2 12345678 12345678901234567890123456789012 123456789012345 123456789012345678 NULL 1234567890.543210987654321 new +2 1 mutation hideout authentic blankness sonic hover know 42093605.00 3182652.406680000000000 original +3 1 hibernat country detox coyotes ball pulse cand direct 1413570.30 8.309580815500000 original +4 1 aquarium encounter existent amuse fuse light head bumper adm 5475414.65 25937.675256300400000 original +5 1 12345678 1234567890123456789012345 123456789012345 1234567890 12345678.12 1234567890.098765432100000 original +6 1 hollow innocent crabs blushing ambition ebony liquor age NULL 3841833197.314137090000000 new +7 1 wig feel social fork drum search bump conclusion 8.31 NULL new +8 1 bubble f drain loyal station racket antique bu 0.69 22.832613278700000 new +9 1 12345678 1234567890123456789012345 123456789012345 1234567890 NULL 1234567890.543210987700000 new PREHOOK: query: drop table part_change_same_type_different_params PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_same_type_different_params diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out index 0285ecc..97d8047 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out @@ -121,6 +121,98 @@ insert_num a b 103 NULL original 104 203332 original 105 -999992 original +PREHOOK: query: alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 +PREHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:a:int, 2:b:string, 3:c:int, 4:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2] + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + inputFormatFeatureSupport: [DECIMAL_64] + vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 4 + includeColumns: [0, 1, 2] + dataColumns: insert_num:int, a:int, b:string, c:int + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_add_int_permute_select PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_add_int_permute_select @@ -234,6 +326,99 @@ insert_num a b 103 NULL original 104 203332 original 105 -999992 original +PREHOOK: query: alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 +PREHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:a:int, 2:b:string, 3:c:int, 4:d:string, 5:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2] + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + inputFormatFeatureSupport: [DECIMAL_64] + vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 5 + includeColumns: [0, 1, 2] + dataColumns: insert_num:int, a:int, b:string, c:int, d:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_add_int_string_permute_select PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_add_int_string_permute_select @@ -349,6 +534,99 @@ insert_num c1 c2 c3 b 103 original 104 30.774 30.774 30.774 original 105 46114.28 46114.28 46114.28 original +PREHOOK: query: alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:double, 2:c2:double, 3:c3:double, 4:b:string, 5:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2, 3, 4] + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + inputFormatFeatureSupport: [DECIMAL_64] + vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 5 + includeColumns: [0, 1, 2, 3, 4] + dataColumns: insert_num:int, c1:double, c2:double, c3:double, b:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_change_string_group_double PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_string_group_double @@ -457,20 +735,35 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group -PREHOOK: type: QUERY +PREHOOK: query: alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group -POSTHOOK: type: QUERY +PREHOOK: Output: default@table_change_date_group_string_group_date_group +POSTHOOK: query: alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@table_change_date_group_string_group_date_group -#### A masked pattern was here #### -insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 b -101 1950-12-18 1950-12-18 1950-12-18 1950-12-18 1950-12-18 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 original -102 2049-12-18 2049-12-18 2049-12-18 2049-12-18 2049-12-18 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 original -103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original -104 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 original -105 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 original +POSTHOOK: Output: default@table_change_date_group_string_group_date_group +PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_date_group_string_group_date_group +POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_date_group_string_group_date_group +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: drop table table_change_date_group_string_group_date_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_date_group_string_group_date_group @@ -605,20 +898,132 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group -PREHOOK: type: QUERY +PREHOOK: query: alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: type: QUERY +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: query: alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 +PREHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez #### A masked pattern was here #### -insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 b -101 -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL original -102 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 original -103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original -104 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 original -105 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 original + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string_group + Statistics: Num rows: 6 Data size: 15696 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:string, 2:c2:string, 3:c3:string, 4:c4:string, 5:c5:char(50), 6:c6:char(50), 7:c7:char(50), 8:c8:char(50), 9:c9:char(5), 10:c10:char(5), 11:c11:char(5), 12:c12:char(5), 13:c13:varchar(50), 14:c14:varchar(50), 15:c15:varchar(50), 16:c16:varchar(50), 17:c17:varchar(5), 18:c18:varchar(5), 19:c19:varchar(5), 20:c20:varchar(5), 21:b:string, 22:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: char(50)), c6 (type: char(50)), c7 (type: char(50)), c8 (type: char(50)), c9 (type: char(5)), c10 (type: char(5)), c11 (type: char(5)), c12 (type: char(5)), c13 (type: varchar(50)), c14 (type: varchar(50)), c15 (type: varchar(50)), c16 (type: varchar(50)), c17 (type: varchar(5)), c18 (type: varchar(5)), c19 (type: varchar(5)), c20 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] + Statistics: Num rows: 6 Data size: 15696 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 15696 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + inputFormatFeatureSupport: [DECIMAL_64] + vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 22 + includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] + dataColumns: insert_num:int, c1:string, c2:string, c3:string, c4:string, c5:char(50), c6:char(50), c7:char(50), c8:char(50), c9:char(5), c10:char(5), c11:char(5), c12:char(5), c13:varchar(50), c14:varchar(50), c15:varchar(50), c16:varchar(50), c17:varchar(5), c18:varchar(5), c19:varchar(5), c20:varchar(5), b:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group @@ -748,20 +1153,127 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group -PREHOOK: type: QUERY +PREHOOK: query: alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group -POSTHOOK: type: QUERY +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: query: alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 +PREHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez #### A masked pattern was here #### -insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 b -101 99999999999999999999.999999999999999999 Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 Infinity 1.7976931348623157E308 original -102 -99999999999999999999.999999999999999999 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 -Infinity -1.7976931348623157E308 original -103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original -104 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 original -105 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 original + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string_group + Statistics: Num rows: 6 Data size: 10884 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:string, 2:c2:string, 3:c3:string, 4:c4:char(50), 5:c5:char(50), 6:c6:char(50), 7:c7:char(7), 8:c8:char(7), 9:c9:char(7), 10:c10:varchar(50), 11:c11:varchar(50), 12:c12:varchar(50), 13:c13:varchar(7), 14:c14:varchar(7), 15:c15:varchar(7), 16:b:string, 17:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: char(50)), c5 (type: char(50)), c6 (type: char(50)), c7 (type: char(7)), c8 (type: char(7)), c9 (type: char(7)), c10 (type: varchar(50)), c11 (type: varchar(50)), c12 (type: varchar(50)), c13 (type: varchar(7)), c14 (type: varchar(7)), c15 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16] + Statistics: Num rows: 6 Data size: 10884 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 10884 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true + inputFormatFeatureSupport: [DECIMAL_64] + vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 17 + includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16] + dataColumns: insert_num:int, c1:string, c2:string, c3:string, c4:char(50), c5:char(50), c6:char(50), c7:char(7), c8:char(7), c9:char(7), c10:varchar(50), c11:varchar(50), c12:varchar(50), c13:varchar(7), c14:varchar(7), c15:varchar(7), b:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group @@ -884,20 +1396,49 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string -PREHOOK: type: QUERY +PREHOOK: query: alter table table_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_string_group_string_group_string -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string -POSTHOOK: type: QUERY +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: alter table table_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@table_change_string_group_string_group_string -#### A masked pattern was here #### -insert_num c1 c2 c3 c4 b -101 freckled freckled freckled freckled original -102 ox ox ox ox original -103 original -104 I cooked I cooked I cooked I cooked original -105 200 200 200 200 original +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: drop table table_change_string_group_string_group_string PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_string_group_string_group_string @@ -1034,20 +1575,63 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint -PREHOOK: type: QUERY +PREHOOK: query: alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: type: QUERY +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: query: alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -#### A masked pattern was here #### -insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 b -101 -128 -128 -128 -128 -128 -128 NULL NULL NULL NULL NULL -2147483648 -2147483648 -2147483648 -2147483648 NULL NULL NULL original -102 127 127 127 127 127 127 32767 32767 32767 32767 32767 2147483647 2147483647 2147483647 2147483647 9223372036854775807 9223372036854775807 9223372036854775807 original -103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original -104 23 23 23 23 23 23 834 834 834 834 834 203332 203332 203332 203332 888888857923222 888888857923222 888888857923222 original -105 -99 -99 -99 -99 -99 -99 -28300 -28300 -28300 -28300 -28300 -999992 -999992 -999992 -999992 -222282153733 -222282153733 -222282153733 original +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1161,20 +1745,28 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float -PREHOOK: type: QUERY +PREHOOK: query: alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: type: QUERY +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: query: alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float -#### A masked pattern was here #### -insert_num c1 c2 c3 b -101 99999999999999999999.999999999999999999 99999999999999999999.999999999999999999 Infinity original -102 -99999999999999999999.999999999999999999 -99999999999999999999.999999999999999999 -Infinity original -103 NULL NULL NULL original -104 66475.561431000000000000 66475.561431000000000000 -100.35978 original -105 9250340.750000000000000000 9250340.750000000000000000 NULL original +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out index 45f3610..cac793c 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out @@ -453,7 +453,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_change_string_group_double - Statistics: Num rows: 5 Data size: 500 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1955 Basic stats: COMPLETE Column stats: COMPLETE TableScan Vectorization: native: true vectorizationSchemaColumns: [0:insert_num:int, 1:c1:double, 2:c2:double, 3:c3:double, 4:b:string, 5:part:int, 6:ROW__ID:struct] @@ -464,13 +464,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 5, 1, 2, 3, 4] - Statistics: Num rows: 5 Data size: 500 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1955 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 5 Data size: 500 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 1955 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out index 3b51819..1ed0873 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex_llap_io.q.out @@ -111,21 +111,132 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 -PREHOOK: type: QUERY +PREHOOK: query: alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_various_various_struct1 -PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct1_b_txt +POSTHOOK: query: CREATE TABLE complex_struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_b.txt' overwrite into table complex_struct1_b_txt +POSTHOOK: type: LOAD #### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: Output: default@complex_struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from complex_struct1_b_txt POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_various_various_struct1 -POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@complex_struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(complex_struct1_b_txt)complex_struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +complex_struct1_b_txt.insert_num complex_struct1_b_txt.s1 complex_struct1_b_txt.b +PREHOOK: query: CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct1_c_txt +POSTHOOK: query: CREATE TABLE complex_struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct1_c.txt' overwrite into table complex_struct1_c_txt +POSTHOOK: type: LOAD #### A masked pattern was here #### -insert_num part s1 b -1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)گ} original -2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)گ} original -3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)گ} original -4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)گ} original +POSTHOOK: Output: default@complex_struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from complex_struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(complex_struct1_c_txt)complex_struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +complex_struct1_c_txt.insert_num complex_struct1_c_txt.s1 complex_struct1_c_txt.b +PREHOOK: query: explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,s1,b from part_change_various_various_struct1 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_struct1 + Statistics: Num rows: 6 Data size: 17227 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), s1 (type: struct), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_various_various_struct1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_struct1 @@ -228,19 +339,208 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 -PREHOOK: type: QUERY +PREHOOK: query: alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_various_various_struct2 -PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_a_txt +POSTHOOK: query: CREATE TABLE complex_struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_a.txt' overwrite into table complex_struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(complex_struct2_a_txt)complex_struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_a_txt.insert_num complex_struct2_a_txt.b complex_struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_b_txt +POSTHOOK: query: CREATE TABLE complex_struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt +PREHOOK: type: LOAD #### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 +PREHOOK: Output: default@complex_struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_b.txt' overwrite into table complex_struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_b_txt POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(complex_struct2_b_txt)complex_struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_b_txt.insert_num complex_struct2_b_txt.b complex_struct2_b_txt.s2 +PREHOOK: query: alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@part_add_various_various_struct2 -POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_c_txt +POSTHOOK: query: CREATE TABLE complex_struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt +PREHOOK: type: LOAD #### A masked pattern was here #### -insert_num part b -1 1 original -2 1 original +PREHOOK: Output: default@complex_struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_c.txt' overwrite into table complex_struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from complex_struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(complex_struct2_c_txt)complex_struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_c_txt.insert_num complex_struct2_c_txt.b complex_struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct2_d_txt +POSTHOOK: query: CREATE TABLE complex_struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct2_d.txt' overwrite into table complex_struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from complex_struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(complex_struct2_d_txt)complex_struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +complex_struct2_d_txt.insert_num complex_struct2_d_txt.b complex_struct2_d_txt.s2 +PREHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,b,s2 from part_add_various_various_struct2 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_various_various_struct2 + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 8 Data size: 800 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_add_various_various_struct2 PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_add_various_various_struct2 @@ -362,19 +662,132 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 -PREHOOK: type: QUERY +PREHOOK: query: alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_add_to_various_various_struct4 -PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct4_b_txt +POSTHOOK: query: CREATE TABLE complex_struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt +PREHOOK: type: LOAD #### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: Output: default@complex_struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_b.txt' overwrite into table complex_struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from complex_struct4_b_txt POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_add_to_various_various_struct4 -POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@complex_struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(complex_struct4_b_txt)complex_struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +complex_struct4_b_txt.insert_num complex_struct4_b_txt.b complex_struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@complex_struct4_c_txt +POSTHOOK: query: CREATE TABLE complex_struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@complex_struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@complex_struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/complex_struct4_c.txt' overwrite into table complex_struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@complex_struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@complex_struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from complex_struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@complex_struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(complex_struct4_c_txt)complex_struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +complex_struct4_c_txt.insert_num complex_struct4_c_txt.b complex_struct4_c_txt.s3 +PREHOOK: query: explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4 +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,b,s3 from part_add_to_various_various_struct4 +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez #### A masked pattern was here #### -insert_num part b s3 -1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} -2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct4 + Statistics: Num rows: 4 Data size: 4073 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_add_to_various_various_struct4 PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out index 752dc70..9ab1137 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out @@ -217,6 +217,152 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 true 1978-08-02 06:34:14 true 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 23 23 23 1978-08-02 06:34:14 true 23 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 834 834 834 1978-08-02 06:34:14 true 23 834 888888857923222 -100.35978 30.774 66475.561431000000000000 203332 203332 203332 1978-08-02 06:34:14 true 23 834 203332 -100.35978 30.774 66475.561431000000000000 888888857923222 888888857923222 888888857923222 1978-08-02 06:34:14 original 105 1 -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 false 1991-01-06 16:20:39.72036854 false -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -99 -99 -99 1991-01-06 16:20:39.72036854 false -99 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 -28300 -28300 -28300 1991-01-06 16:20:39.72036854 false -99 -28300 -222282153733 NULL 46114.28 9250340.750000000000000000 -999992 -999992 -999992 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 NULL 46114.28 9250340.750000000000000000 -222282153733 -222282153733 -222282153733 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean_to_bigint +PREHOOK: Output: default@part_change_various_various_boolean_to_bigint +POSTHOOK: query: alter table part_change_various_various_boolean_to_bigint replace columns (insert_num int, + c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, + c10 TINYINT, c11 TINYINT, c12 TINYINT, c13 TINYINT, c14 TINYINT, c15 TINYINT, c16 TINYINT, c17 TINYINT, c18 TINYINT, c19 TINYINT, c20 TINYINT, + c21 SMALLINT, c22 SMALLINT, c23 SMALLINT, c24 SMALLINT, c25 SMALLINT, c26 SMALLINT, c27 SMALLINT, c28 SMALLINT, c29 SMALLINT, c30 SMALLINT, c31 SMALLINT, + c32 INT, c33 INT, c34 INT, c35 INT, c36 INT, c37 INT, c38 INT, c39 INT, c40 INT, c41 INT, c42 INT, + c43 BIGINT, c44 BIGINT, c45 BIGINT, c46 BIGINT, c47 BIGINT, c48 BIGINT, c49 BIGINT, c50 BIGINT, c51 BIGINT, c52 BIGINT, c53 BIGINT, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean_to_bigint +POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint +PREHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean_to_bigint partition(part=1) SELECT insert_num, + boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, boolean1, + tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, tinyint1, + smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, smallint1, + int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, int1, + bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, bigint1, + 'new' FROM schema_evolution_data +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@part_change_various_various_boolean_to_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c1 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c10 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c11 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c12 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c13 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c14 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c15 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c16 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c17 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c18 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c19 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c2 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c20 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c21 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c22 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c23 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c24 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c25 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c26 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c27 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c28 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c29 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c3 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c30 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c31 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:smallint1, type:smallint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c32 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c33 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c34 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c35 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c36 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c37 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c38 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c39 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c4 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c40 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c41 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c42 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:int1, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c43 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c44 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c45 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c46 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c47 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c48 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c49 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c5 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c50 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c51 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c52 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c53 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:bigint1, type:bigint, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c6 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c7 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c8 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c9 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:boolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_boolean_to_bigint + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), c10 (type: tinyint), c11 (type: tinyint), c12 (type: tinyint), c13 (type: tinyint), c14 (type: tinyint), c15 (type: tinyint), c16 (type: tinyint), c17 (type: tinyint), c18 (type: tinyint), c19 (type: tinyint), c20 (type: tinyint), c21 (type: smallint), c22 (type: smallint), c23 (type: smallint), c24 (type: smallint), c25 (type: smallint), c26 (type: smallint), c27 (type: smallint), c28 (type: smallint), c29 (type: smallint), c30 (type: smallint), c31 (type: smallint), c32 (type: int), c33 (type: int), c34 (type: int), c35 (type: int), c36 (type: int), c37 (type: int), c38 (type: int), c39 (type: int), c40 (type: int), c41 (type: int), c42 (type: int), c43 (type: bigint), c44 (type: bigint), c45 (type: bigint), c46 (type: bigint), c47 (type: bigint), c48 (type: bigint), c49 (type: bigint), c50 (type: bigint), c51 (type: bigint), c52 (type: bigint), c53 (type: bigint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43, _col44, _col45, _col46, _col47, _col48, _col49, _col50, _col51, _col52, _col53, _col54, _col55 + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1228 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_various_various_boolean_to_bigint PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_boolean_to_bigint @@ -380,6 +526,124 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431 66475.561431 66475.561431 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 30.774 -100.3597812 -100.3597812 -100.3597812 1978-08-02 06:34:14 true 23 834 203332 888888857923222 66475.561431000000000000 -100.35978 30.774 30.774 30.774 1978-08-02 06:34:14 original 105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.75 9250340.75 9250340.75 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 46114.28 –32768 –32768 –32768 1991-01-06 16:20:39.72036854 false -99 -28300 -999992 -222282153733 9250340.750000000000000000 NULL 46114.28 46114.28 46114.28 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal_to_double +PREHOOK: Output: default@part_change_various_various_decimal_to_double +POSTHOOK: query: alter table part_change_various_various_decimal_to_double replace columns (insert_num int, + c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), + c12 FLOAT, c13 FLOAT, c14 FLOAT, c15 FLOAT, c16 FLOAT, c17 FLOAT, c18 FLOAT, c19 FLOAT, c20 FLOAT, c21 FLOAT, c22 FLOAT, + c23 DOUBLE, c24 DOUBLE, c25 DOUBLE, c26 DOUBLE, c27 DOUBLE, c28 DOUBLE, c29 DOUBLE, c30 DOUBLE, c31 DOUBLE, c32 DOUBLE, c33 DOUBLE, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal_to_double +POSTHOOK: Output: default@part_change_various_various_decimal_to_double +PREHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_decimal_to_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal_to_double partition(part=1) SELECT insert_num, + decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, decimal1, + float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, float1, + double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, double1, + 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_decimal_to_double@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c13 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c14 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c15 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c16 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c17 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c18 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c19 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c20 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c21 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c22 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:float1, type:float, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c23 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c24 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c25 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c26 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c27 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c28 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c29 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c30 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c31 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c32 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c33 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_decimal_to_double + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), c12 (type: float), c13 (type: float), c14 (type: float), c15 (type: float), c16 (type: float), c17 (type: float), c18 (type: float), c19 (type: float), c20 (type: float), c21 (type: float), c22 (type: float), c23 (type: double), c24 (type: double), c25 (type: double), c26 (type: double), c27 (type: double), c28 (type: double), c29 (type: double), c30 (type: double), c31 (type: double), c32 (type: double), c33 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_various_various_decimal_to_double PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_decimal_to_double @@ -490,22 +754,87 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp -PREHOOK: type: QUERY +PREHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_various_various_timestamp -PREHOOK: Input: default@part_change_various_various_timestamp@part=1 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp -POSTHOOK: type: QUERY +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@part_change_various_various_timestamp -POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) SELECT insert_num, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, timestamp1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez #### A masked pattern was here #### -insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b -101 1 true -128 NULL -2147483648 NULL Infinity 1.7976931348623157E308 99999999999999999999.999999999999999999 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 1950-12-18 original -102 1 false 127 32767 2147483647 9223372036854775807 -Infinity -1.7976931348623157E308 -99999999999999999999.999999999999999999 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 2049-12-18 original -103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL original -104 1 true 23 834 203332 888888857923222 -100.35978 30.774 66475.561431000000000000 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 2021-09-24 original -105 1 false -99 -28300 -999992 -222282153733 NULL 46114.28 9250340.750000000000000000 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036 1991-01-06 16:20:39.72036 2024-11-11 original + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_timestamp + Statistics: Num rows: 6 Data size: 4915 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4032 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_various_various_timestamp PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_timestamp @@ -608,22 +937,79 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date -PREHOOK: type: QUERY +PREHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_various_various_date -PREHOOK: Input: default@part_change_various_various_date@part=1 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date -POSTHOOK: type: QUERY +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS POSTHOOK: Input: default@part_change_various_various_date -POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data_2 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) SELECT insert_num, date1, date1, date1, date1, 'new' FROM schema_evolution_data_2 WHERE insert_num=111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data_2 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:date1, type:date, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num date1 date1 date1 date1 _c5 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez #### A masked pattern was here #### -insert_num part c1 c2 c3 c4 b -101 1 1950-12-18 1950-12-18 1950-12-18 6229-06-28 02:54:28.970117179 original -102 1 2049-12-18 2049-12-18 2049-12-18 5966-07-09 03:30:50.597 original -103 1 NULL original -104 1 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 original -105 1 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 original + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_various_various_date + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_various_various_date PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_various_various_date @@ -748,22 +1134,138 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params -PREHOOK: type: QUERY +PREHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_same_type_different_params -PREHOOK: Input: default@part_change_same_type_different_params@part=1 +PREHOOK: Output: default@part_change_same_type_different_params +POSTHOOK: query: alter table part_change_same_type_different_params replace columns (insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_same_type_different_params +POSTHOOK: Output: default@part_change_same_type_different_params +PREHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: CREATE TABLE same_type1_b_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_b.txt' overwrite into table same_type1_b_txt +POSTHOOK: type: LOAD #### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: Output: default@same_type1_b_txt +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_b_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=1) select * from same_type1_b_txt POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_same_type_different_params -POSTHOOK: Input: default@part_change_same_type_different_params@part=1 +POSTHOOK: Input: default@same_type1_b_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=1 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).b SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c1 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c2 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c3 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c4 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c5 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).c6 SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=1).insert_num SIMPLE [(same_type1_b_txt)same_type1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_b_txt.insert_num same_type1_b_txt.c1 same_type1_b_txt.c2 same_type1_b_txt.c3 same_type1_b_txt.c4 same_type1_b_txt.c5 same_type1_b_txt.c6 same_type1_b_txt.b +PREHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: CREATE TABLE same_type1_c_txt(insert_num int, c1 CHAR(8), c2 CHAR(32), c3 VARCHAR(15), c4 VARCHAR(18), c5 DECIMAL(10,2), c6 DECIMAL(25,15), b STRING) +row format delimited fields terminated by '|' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@same_type1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/schema_evolution/same_type1_c.txt' overwrite into table same_type1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@same_type1_c_txt +PREHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@same_type1_c_txt +PREHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: query: insert into table part_change_same_type_different_params partition(part=2) select * from same_type1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@same_type1_c_txt +POSTHOOK: Output: default@part_change_same_type_different_params@part=2 +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).b SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c1 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c1, type:char(8), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c2 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c2, type:char(32), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c3 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c3, type:varchar(15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c4 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c4, type:varchar(18), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c5 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c5, type:decimal(10,2), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).c6 SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:c6, type:decimal(25,15), comment:null), ] +POSTHOOK: Lineage: part_change_same_type_different_params PARTITION(part=2).insert_num SIMPLE [(same_type1_c_txt)same_type1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +same_type1_c_txt.insert_num same_type1_c_txt.c1 same_type1_c_txt.c2 same_type1_c_txt.c3 same_type1_c_txt.c4 same_type1_c_txt.c5 same_type1_c_txt.c6 same_type1_c_txt.b +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez #### A masked pattern was here #### -insert_num part c1 c2 c3 c4 c5 c6 b -1 1 excess corporation believable gateway thumb repe 76855494.3900 NULL original -2 1 mutation hideout authentic blankness sonic disfigure hover know 42093605.0000 3182652.4066800000 original -3 1 hibernation country detox coyotes ball pulse candle direct 1413570.3000 8.3095808155 original -4 1 aquarium encounter existent amuse fuse light headlock bumper adm 5475414.6500 25937.6752563004 original -5 1 123456789012 1234567890123456789012345 1234567890123456789012345 1234567890 12345678.1234 1234567890.0987654321 original + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_same_type_different_params + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(32)), c3 (type: varchar(15)), c4 (type: varchar(18)), c5 (type: decimal(10,2)), c6 (type: decimal(25,15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 13 Data size: 9347 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_same_type_different_params PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_same_type_different_params diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out index 1c95272..5731bef 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out @@ -119,6 +119,98 @@ POSTHOOK: Input: default@part_add_int_permute_select@part=1 #### A masked pattern was here #### insert_num part a b 1 1 1111 new +PREHOOK: query: alter table part_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: alter table part_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 +PREHOOK: query: explain vectorization detail +select insert_num,part,a,b from part_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,a,b from part_add_int_permute_select +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:a:int, 2:b:string, 3:c:int, 4:part:int, 5:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 4, 1, 2] + Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 4 + includeColumns: [0, 1, 2] + dataColumns: insert_num:int, a:int, b:string, c:int + partitionColumnCount: 1 + partitionColumns: part:int + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_add_int_permute_select PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_add_int_permute_select @@ -230,6 +322,99 @@ POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 #### A masked pattern was here #### insert_num part a b 1 1 1111 new +PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 +PREHOOK: query: explain vectorization detail +select insert_num,part,a,b from part_add_int_string_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,a,b from part_add_int_string_permute_select +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:a:int, 2:b:string, 3:c:int, 4:d:string, 5:part:int, 6:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 5, 1, 2] + Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 2 Data size: 198 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 5 + includeColumns: [0, 1, 2] + dataColumns: insert_num:int, a:int, b:string, c:int, d:string + partitionColumnCount: 1 + partitionColumns: part:int + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_add_int_string_permute_select PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_add_int_string_permute_select @@ -347,6 +532,78 @@ insert_num part c1 c2 c3 b 103 1 original 104 1 30.774 30.774 30.774 original 105 1 46114.28 46114.28 46114.28 original +PREHOOK: query: alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) SELECT insert_num, double1, double1, double1, 'new' FROM schema_evolution_data WHERE insert_num = 111 +PREHOOK: type: QUERY +PREHOOK: Input: default@schema_evolution_data +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) SELECT insert_num, double1, double1, double1, 'new' FROM schema_evolution_data WHERE insert_num = 111 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@schema_evolution_data +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:double1, type:double, comment:null), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data)schema_evolution_data.FieldSchema(name:insert_num, type:int, comment:null), ] +insert_num double1 double1 double1 _c4 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,b from part_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,b from part_change_string_group_double +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 5 Data size: 1955 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5 Data size: 1955 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 1955 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_string_group_double PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_string_group_double @@ -471,6 +728,85 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 b 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 original 105 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp +POSTHOOK: query: alter table part_change_date_group_string_group_date_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date_timestamp + Statistics: Num rows: 6 Data size: 9960 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), c6 (type: string), c7 (type: char(50)), c8 (type: char(15)), c9 (type: varchar(50)), c10 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 6 Data size: 8952 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 8952 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_date_group_string_group_date_timestamp PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp @@ -558,46 +894,167 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_change_numeric_group_string_group_multi_ints_string_group - Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:insert_num:int, 1:c1:tinyint, 2:c2:smallint, 3:c3:int, 4:c4:bigint, 5:c5:tinyint, 6:c6:smallint, 7:c7:int, 8:c8:bigint, 9:c9:tinyint, 10:c10:smallint, 11:c11:int, 12:c12:bigint, 13:c13:tinyint, 14:c14:smallint, 15:c15:int, 16:c16:bigint, 17:c17:tinyint, 18:c18:smallint, 19:c19:int, 20:c20:bigint, 21:b:string, 22:part:int, 23:ROW__ID:struct] + Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:tinyint, 2:c2:smallint, 3:c3:int, 4:c4:bigint, 5:c5:tinyint, 6:c6:smallint, 7:c7:int, 8:c8:bigint, 9:c9:tinyint, 10:c10:smallint, 11:c11:int, 12:c12:bigint, 13:c13:tinyint, 14:c14:smallint, 15:c15:int, 16:c16:bigint, 17:c17:tinyint, 18:c18:smallint, 19:c19:int, 20:c20:bigint, 21:b:string, 22:part:int, 23:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: tinyint), c2 (type: smallint), c3 (type: int), c4 (type: bigint), c5 (type: tinyint), c6 (type: smallint), c7 (type: int), c8 (type: bigint), c9 (type: tinyint), c10 (type: smallint), c11 (type: int), c12 (type: bigint), c13 (type: tinyint), c14 (type: smallint), c15 (type: int), c16 (type: bigint), c17 (type: tinyint), c18 (type: smallint), c19 (type: int), c20 (type: bigint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 22, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] + Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 22 + includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] + dataColumns: insert_num:int, c1:tinyint, c2:smallint, c3:int, c4:bigint, c5:tinyint, c6:smallint, c7:int, c8:bigint, c9:tinyint, c10:smallint, c11:int, c12:bigint, c13:tinyint, c14:smallint, c15:int, c16:bigint, c17:tinyint, c18:smallint, c19:int, c20:bigint, b:string + partitionColumnCount: 1 + partitionColumns: part:int + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 b +101 1 -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL original +102 1 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 original +103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original +104 1 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 original +105 1 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 original +PREHOOK: query: alter table part_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: query: alter table part_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string_group + Statistics: Num rows: 6 Data size: 1140 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: insert_num (type: int), part (type: int), c1 (type: tinyint), c2 (type: smallint), c3 (type: int), c4 (type: bigint), c5 (type: tinyint), c6 (type: smallint), c7 (type: int), c8 (type: bigint), c9 (type: tinyint), c10 (type: smallint), c11 (type: int), c12 (type: bigint), c13 (type: tinyint), c14 (type: smallint), c15 (type: int), c16 (type: bigint), c17 (type: tinyint), c18 (type: smallint), c19 (type: int), c20 (type: bigint), b (type: string) + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: char(50)), c6 (type: char(50)), c7 (type: char(50)), c8 (type: char(50)), c9 (type: char(5)), c10 (type: char(5)), c11 (type: char(5)), c12 (type: char(5)), c13 (type: varchar(50)), c14 (type: varchar(50)), c15 (type: varchar(50)), c16 (type: varchar(50)), c17 (type: varchar(5)), c18 (type: varchar(5)), c19 (type: varchar(5)), c20 (type: varchar(5)), b (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0, 22, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] - Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 1140 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - File Sink Vectorization: - className: VectorFileSinkOperator - native: false - Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 1140 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: vectorized, llap + Execution mode: llap LLAP IO: no inputs Map Vectorization: - enabled: true + enabled: false enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true - inputFormatFeatureSupport: [] - featureSupportInUse: [] + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false inputFileFormats: org.apache.hadoop.mapred.TextInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 22 - includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] - dataColumns: insert_num:int, c1:tinyint, c2:smallint, c3:int, c4:bigint, c5:tinyint, c6:smallint, c7:int, c8:bigint, c9:tinyint, c10:smallint, c11:int, c12:bigint, c13:tinyint, c14:smallint, c15:int, c16:bigint, c17:tinyint, c18:smallint, c19:int, c20:bigint, b:string - partitionColumnCount: 1 - partitionColumns: part:int - scratchColumnTypeNames: [] Stage: Stage-0 Fetch Operator @@ -605,22 +1062,6 @@ STAGE PLANS: Processor Tree: ListSink -PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group -PREHOOK: type: QUERY -PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group -PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -#### A masked pattern was here #### -POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: type: QUERY -POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -#### A masked pattern was here #### -insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c20 b -101 1 -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL -128 NULL -2147483648 NULL original -102 1 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 127 32767 2147483647 9223372036854775807 original -103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original -104 1 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 original -105 1 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 original PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group @@ -766,6 +1207,106 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 b 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 original 105 1 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 original +PREHOOK: query: alter table part_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group +POSTHOOK: query: alter table part_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string_group + Statistics: Num rows: 6 Data size: 3300 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: char(50)), c5 (type: char(50)), c6 (type: char(50)), c7 (type: char(7)), c8 (type: char(7)), c9 (type: char(7)), c10 (type: varchar(50)), c11 (type: varchar(50)), c12 (type: varchar(50)), c13 (type: varchar(7)), c14 (type: varchar(7)), c15 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 + Statistics: Num rows: 6 Data size: 3300 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 3300 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group @@ -904,6 +1445,99 @@ insert_num part c1 c2 c3 c4 b 103 1 original 104 1 I cooked I cooked I cooked I cooked original 105 1 200 200 200 200 original +PREHOOK: query: alter table part_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: alter table part_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 6 Data size: 2712 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), c5 (type: varchar(50)), c6 (type: varchar(9)), c7 (type: string), c8 (type: char(50)), c9 (type: char(9)), c10 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 6 Data size: 2712 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2712 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_string_group_string_group_string PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_string_group_string_group_string @@ -1056,6 +1690,113 @@ insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 b 103 1 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 1 23 23 23 23 23 23 834 834 834 834 834 203332 203332 203332 203332 888888857923222 888888857923222 888888857923222 original 105 1 -99 -99 -99 -99 -99 -99 -28300 -28300 -28300 -28300 -28300 -999992 -999992 -999992 -999992 -222282153733 -222282153733 -222282153733 original +PREHOOK: query: alter table part_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: query: alter table part_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint_to_bigint + Statistics: Num rows: 6 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: decimal(38,18)), c5 (type: float), c6 (type: double), c7 (type: int), c8 (type: bigint), c9 (type: decimal(38,18)), c10 (type: float), c11 (type: double), c12 (type: bigint), c13 (type: decimal(38,18)), c14 (type: float), c15 (type: double), c16 (type: decimal(38,18)), c17 (type: float), c18 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + Statistics: Num rows: 6 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1185,6 +1926,78 @@ insert_num part c1 c2 c3 b 103 1 NULL NULL NULL original 104 1 66475.561431000000000000 66475.561431000000000000 -100.35978 original 105 1 9250340.750000000000000000 9250340.750000000000000000 NULL original +PREHOOK: query: alter table part_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: query: alter table part_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_decimal_to_float + Statistics: Num rows: 6 Data size: 648 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6 Data size: 648 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 648 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map Vectorization: + enabled: false + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + enabledConditionsNotMet: Could not enable vectorization. LLAP I/O is enabled wbich automatically deserializes into VECTORIZED_INPUT_FILE_FORMAT. A partition requires data type conversion and that is not supported IS false + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: DROPTABLE PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float diff --git ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out index 372c504..eedfbde 100644 --- ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out +++ ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out @@ -120,6 +120,97 @@ insert_num a b 103 NULL original 104 203332 original 105 -999992 original +PREHOOK: query: alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 +PREHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_permute_select +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:a:int, 2:b:string, 3:c:int, 4:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2] + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 4 + includeColumns: [0, 1, 2] + dataColumns: insert_num:int, a:int, b:string, c:int + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_add_int_permute_select PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_add_int_permute_select @@ -232,6 +323,98 @@ insert_num a b 103 NULL original 104 203332 original 105 -999992 original +PREHOOK: query: alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 +PREHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_string_permute_select +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,a,b from table_add_int_string_permute_select +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:a:int, 2:b:string, 3:c:int, 4:d:string, 5:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2] + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 5 + includeColumns: [0, 1, 2] + dataColumns: insert_num:int, a:int, b:string, c:int, d:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_add_int_string_permute_select PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_add_int_string_permute_select @@ -346,6 +529,98 @@ insert_num c1 c2 c3 b 103 original 104 30.774 30.774 30.774 original 105 46114.28 46114.28 46114.28 original +PREHOOK: query: alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,b from table_change_string_group_double +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,b from table_change_string_group_double +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:double, 2:c2:double, 3:c3:double, 4:b:string, 5:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2, 3, 4] + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 720 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 5 + includeColumns: [0, 1, 2, 3, 4] + dataColumns: insert_num:int, c1:double, c2:double, c3:double, b:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_change_string_group_double PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_string_group_double @@ -467,6 +742,105 @@ insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 b 103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 1978-08-02 06:34:14 original 105 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 1991-01-06 16:20:39.72036854 original +PREHOOK: query: alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date_group +PREHOOK: Output: default@table_change_date_group_string_group_date_group +POSTHOOK: query: alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date_group +POSTHOOK: Output: default@table_change_date_group_string_group_date_group +PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_date_group_string_group_date_group +POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_date_group_string_group_date_group +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 +PREHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date_group + Statistics: Num rows: 6 Data size: 8928 Basic stats: COMPLETE Column stats: NONE + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:string, 2:c2:char(50), 3:c3:char(15), 4:c4:varchar(50), 5:c5:varchar(15), 6:c6:string, 7:c7:char(50), 8:c8:char(15), 9:c9:varchar(50), 10:c10:varchar(15), 11:b:string, 12:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), c6 (type: string), c7 (type: char(50)), c8 (type: char(15)), c9 (type: varchar(50)), c10 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] + Statistics: Num rows: 6 Data size: 8928 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 8928 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 12 + includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11] + dataColumns: insert_num:int, c1:string, c2:char(50), c3:char(15), c4:varchar(50), c5:varchar(15), c6:string, c7:char(50), c8:char(15), c9:varchar(50), c10:varchar(15), b:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_change_date_group_string_group_date_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_date_group_string_group_date_group @@ -614,6 +988,131 @@ insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 c19 c2 103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 23 834 203332 888888857923222 original 105 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 -99 -28300 -999992 -222282153733 original +PREHOOK: query: alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: query: alter table table_change_numeric_group_string_group_multi_ints_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, c4 STRING, + c5 CHAR(50), c6 CHAR(50), c7 CHAR(50), c8 CHAR(50), c9 CHAR(5), c10 CHAR(5), c11 CHAR(5), c12 CHAR(5), + c13 VARCHAR(50), c14 VARCHAR(50), c15 VARCHAR(50), c16 VARCHAR(50), c17 VARCHAR(5), c18 VARCHAR(5), c19 VARCHAR(5), c20 VARCHAR(5), + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 +PREHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string_group + Statistics: Num rows: 6 Data size: 15696 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:string, 2:c2:string, 3:c3:string, 4:c4:string, 5:c5:char(50), 6:c6:char(50), 7:c7:char(50), 8:c8:char(50), 9:c9:char(5), 10:c10:char(5), 11:c11:char(5), 12:c12:char(5), 13:c13:varchar(50), 14:c14:varchar(50), 15:c15:varchar(50), 16:c16:varchar(50), 17:c17:varchar(5), 18:c18:varchar(5), 19:c19:varchar(5), 20:c20:varchar(5), 21:b:string, 22:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: char(50)), c6 (type: char(50)), c7 (type: char(50)), c8 (type: char(50)), c9 (type: char(5)), c10 (type: char(5)), c11 (type: char(5)), c12 (type: char(5)), c13 (type: varchar(50)), c14 (type: varchar(50)), c15 (type: varchar(50)), c16 (type: varchar(50)), c17 (type: varchar(5)), c18 (type: varchar(5)), c19 (type: varchar(5)), c20 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] + Statistics: Num rows: 6 Data size: 15696 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 15696 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 22 + includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21] + dataColumns: insert_num:int, c1:string, c2:string, c3:string, c4:string, c5:char(50), c6:char(50), c7:char(50), c8:char(50), c9:char(5), c10:char(5), c11:char(5), c12:char(5), c13:varchar(50), c14:varchar(50), c15:varchar(50), c16:varchar(50), c17:varchar(5), c18:varchar(5), c19:varchar(5), c20:varchar(5), b:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group @@ -756,6 +1255,126 @@ insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 b 103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 66475.561431000000000000 -100.35978 30.774 original 105 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 9250340.750000000000000000 NULL 46114.28 original +PREHOOK: query: alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: query: alter table table_change_numeric_group_string_group_floating_string_group replace columns (insert_num int, + c1 STRING, c2 STRING, c3 STRING, + c4 CHAR(50), c5 CHAR(50), c6 CHAR(50), c7 CHAR(7), c8 CHAR(7), c9 CHAR(7), + c10 VARCHAR(50), c11 VARCHAR(50), c12 VARCHAR(50), c13 VARCHAR(7), c14 VARCHAR(7), c15 VARCHAR(7), + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 +PREHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group +PREHOOK: type: QUERY +POSTHOOK: query: explain vectorization detail +select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group +POSTHOOK: type: QUERY +Explain +PLAN VECTORIZATION: + enabled: true + enabledConditionsMet: [hive.vectorized.execution.enabled IS true] + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string_group + Statistics: Num rows: 6 Data size: 10884 Basic stats: COMPLETE Column stats: PARTIAL + TableScan Vectorization: + native: true + vectorizationSchemaColumns: [0:insert_num:int, 1:c1:string, 2:c2:string, 3:c3:string, 4:c4:char(50), 5:c5:char(50), 6:c6:char(50), 7:c7:char(7), 8:c8:char(7), 9:c9:char(7), 10:c10:varchar(50), 11:c11:varchar(50), 12:c12:varchar(50), 13:c13:varchar(7), 14:c14:varchar(7), 15:c15:varchar(7), 16:b:string, 17:ROW__ID:struct] + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: char(50)), c5 (type: char(50)), c6 (type: char(50)), c7 (type: char(7)), c8 (type: char(7)), c9 (type: char(7)), c10 (type: varchar(50)), c11 (type: varchar(50)), c12 (type: varchar(50)), c13 (type: varchar(7)), c14 (type: varchar(7)), c15 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + Select Vectorization: + className: VectorSelectOperator + native: true + projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16] + Statistics: Num rows: 6 Data size: 10884 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + File Sink Vectorization: + className: VectorFileSinkOperator + native: false + Statistics: Num rows: 6 Data size: 10884 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: no inputs + Map Vectorization: + enabled: true + enabledConditionsMet: hive.vectorized.use.row.serde.deserialize IS true + inputFormatFeatureSupport: [] + featureSupportInUse: [] + inputFileFormats: org.apache.hadoop.mapred.TextInputFormat + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 17 + includeColumns: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16] + dataColumns: insert_num:int, c1:string, c2:string, c3:string, c4:char(50), c5:char(50), c6:char(50), c7:char(7), c8:char(7), c9:char(7), c10:varchar(50), c11:varchar(50), c12:varchar(50), c13:varchar(7), c14:varchar(7), c15:varchar(7), b:string + partitionColumnCount: 0 + scratchColumnTypeNames: [] + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string_group PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group @@ -891,6 +1510,49 @@ insert_num c1 c2 c3 c4 b 103 original 104 I cooked I cooked I cooked I cooked original 105 200 200 200 200 original +PREHOOK: query: alter table table_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: alter table table_change_string_group_string_group_string replace columns (insert_num int, + c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), + c5 VARCHAR(50), c6 VARCHAR(9), c7 STRING, + c8 CHAR(50), c9 CHAR(9), c10 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, + 'filler', 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'filler', 'filler', 'filler', + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: drop table table_change_string_group_string_group_string PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_string_group_string_group_string @@ -1040,6 +1702,63 @@ insert_num c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 c16 c17 c18 b 103 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL original 104 23 23 23 23 23 23 834 834 834 834 834 203332 203332 203332 203332 888888857923222 888888857923222 888888857923222 original 105 -99 -99 -99 -99 -99 -99 -28300 -28300 -28300 -28300 -28300 -999992 -999992 -999992 -999992 -222282153733 -222282153733 -222282153733 original +PREHOOK: query: alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: query: alter table table_change_lower_to_higher_numeric_group_tinyint_to_bigint replace columns (insert_num int, + c1 SMALLINT, c2 INT, c3 BIGINT, c4 decimal(38,18), c5 FLOAT, c6 DOUBLE, + c7 INT, c8 BIGINT, c9 decimal(38,18), c10 FLOAT, c11 DOUBLE, + c12 BIGINT, c13 decimal(38,18), c14 FLOAT, c15 DOUBLE, + c16 decimal(38,18), c17 FLOAT, c18 DOUBLE, + b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, + 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, + 80000, 90000000, 1234.5678, 9876.543, 789.321, + 90000000, 1234.5678, 9876.543, 789.321, + 1234.5678, 9876.543, 789.321, + 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1166,6 +1885,28 @@ insert_num c1 c2 c3 b 103 NULL NULL NULL original 104 66475.561431000000000000 66475.561431000000000000 -100.35978 original 105 9250340.750000000000000000 9250340.750000000000000000 NULL original +PREHOOK: query: alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: query: alter table table_change_lower_to_higher_numeric_group_decimal_to_float replace columns (insert_num int, c1 float, c2 double, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: DROPTABLE PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float