diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java index e091f38bc6..8453b22d64 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java @@ -1658,7 +1658,7 @@ public RelNode apply(RelOptCluster cluster, RelOptSchema relOptSchema, SchemaPlu // 1. Gen Calcite Plan perfLogger.PerfLogBegin(this.getClass().getName(), PerfLogger.OPTIMIZER); try { - calciteGenPlan = genLogicalPlan(getQB(), true, null, null); + calciteGenPlan = genLogicalPlan(getQB(), true, null, null, false); // if it is to create view, we do not use table alias resultSchema = SemanticAnalyzer.convertRowSchemaToResultSetSchema( relToHiveRR.get(calciteGenPlan), @@ -3221,7 +3221,7 @@ private boolean genSubQueryRelNode(QB qb, ASTNode node, RelNode srcRel, boolean getMetaData(qbSQ); this.subqueryId++; RelNode subQueryRelNode = genLogicalPlan(qbSQ, false, - relToHiveColNameCalcitePosMap.get(srcRel), relToHiveRR.get(srcRel)); + relToHiveColNameCalcitePosMap.get(srcRel), relToHiveRR.get(srcRel), false); subQueryToRelNode.put(next, subQueryRelNode); //keep track of subqueries which are scalar, correlated and contains aggregate // subquery expression. This will later be special cased in Subquery remove rule @@ -3978,12 +3978,8 @@ private RelNode genLimitLogicalPlan(QB qb, RelNode srcRel) throws SemanticExcept RelCollation canonizedCollation = traitSet.canonize(RelCollations.EMPTY); sortRel = new HiveSortLimit(cluster, traitSet, srcRel, canonizedCollation, offsetRN, fetchRN); - RowResolver outputRR = new RowResolver(); - if (!RowResolver.add(outputRR, relToHiveRR.get(srcRel))) { - throw new CalciteSemanticException( - "Duplicates detected when adding columns to RR: see previous message", - UnsupportedFeature.Duplicates_in_RR); - } + RowResolver inputRR = relToHiveRR.get(srcRel); + RowResolver outputRR = inputRR.duplicate(); ImmutableMap hiveColNameCalcitePosMap = buildHiveToCalciteColumnMap( outputRR, sortRel); relToHiveRR.put(sortRel, outputRR); @@ -4479,7 +4475,7 @@ private void setQueryHints(QB qb) throws SemanticException { if (expr.getType() == HiveParser.TOK_ALLCOLREF) { pos = genColListRegex(".*", expr.getChildCount() == 0 ? null : SemanticAnalyzer .getUnescapedName((ASTNode) expr.getChild(0)).toLowerCase(), expr, col_list, - excludedColumns, inputRR, starRR, pos, out_rwsch, qb.getAliases(), true); + excludedColumns, inputRR, starRR, pos, out_rwsch, qb.getAliases(), false); selectStar = true; } else if (expr.getType() == HiveParser.TOK_TABLE_OR_COL && !hasAsClause @@ -4491,7 +4487,7 @@ private void setQueryHints(QB qb) throws SemanticException { // We don't allow this for ExprResolver - the Group By case pos = genColListRegex(SemanticAnalyzer.unescapeIdentifier(expr.getChild(0).getText()), null, expr, col_list, excludedColumns, inputRR, starRR, pos, out_rwsch, - qb.getAliases(), true); + qb.getAliases(), false); } else if (expr.getType() == HiveParser.DOT && expr.getChild(0).getType() == HiveParser.TOK_TABLE_OR_COL && inputRR.hasTableAlias(SemanticAnalyzer.unescapeIdentifier(expr.getChild(0) @@ -4507,7 +4503,7 @@ private void setQueryHints(QB qb) throws SemanticException { SemanticAnalyzer.unescapeIdentifier(expr.getChild(1).getText()), SemanticAnalyzer.unescapeIdentifier(expr.getChild(0).getChild(0).getText() .toLowerCase()), expr, col_list, excludedColumns, inputRR, starRR, pos, - out_rwsch, qb.getAliases(), true); + out_rwsch, qb.getAliases(), false); } else if (ParseUtils.containsTokenOfType(expr, HiveParser.TOK_FUNCTIONDI) && !(srcRel instanceof HiveAggregate)) { // Likely a malformed query eg, select hash(distinct c1) from t1; @@ -4534,11 +4530,7 @@ private void setQueryHints(QB qb) throws SemanticException { exp.getWritableObjectInspector(), tabAlias, false); colInfo.setSkewedCol((exp instanceof ExprNodeColumnDesc) ? ((ExprNodeColumnDesc) exp) .isSkewedCol() : false); - if (!out_rwsch.putWithCheck(tabAlias, colAlias, null, colInfo)) { - throw new CalciteSemanticException("Cannot add column to RR: " + tabAlias + "." - + colAlias + " => " + colInfo + " due to duplication, see previous warnings", - UnsupportedFeature.Duplicates_in_RR); - } + out_rwsch.put(tabAlias, colAlias, colInfo); pos = Integer.valueOf(pos.intValue() + 1); } @@ -4750,17 +4742,21 @@ private RelNode genUDTFPlan(GenericUDTF genericUDTF, String genericUDTFName, Str return udtf; } - private RelNode genLogicalPlan(QBExpr qbexpr) throws SemanticException { + private RelNode genLogicalPlan(QB parentQB, QBExpr qbexpr) throws SemanticException { switch (qbexpr.getOpcode()) { case NULLOP: - return genLogicalPlan(qbexpr.getQB(), false, null, null); + // this flag determines if ambiguity for same column names coming out of a subquery should be skipped or not + // Ambiguity is always checked unless parent query is select * and it is not select from view + // e.g. select * from (select i, i from table1) subq; + boolean shouldSkipAmbiguityCheck = viewSelect == null && parentQB.isTopLevelSelectStarQuery(); + return genLogicalPlan(qbexpr.getQB(), false, null, null, shouldSkipAmbiguityCheck); case UNION: case INTERSECT: case INTERSECTALL: case EXCEPT: case EXCEPTALL: - RelNode qbexpr1Ops = genLogicalPlan(qbexpr.getQBExpr1()); - RelNode qbexpr2Ops = genLogicalPlan(qbexpr.getQBExpr2()); + RelNode qbexpr1Ops = genLogicalPlan(parentQB, qbexpr.getQBExpr1()); + RelNode qbexpr2Ops = genLogicalPlan(parentQB, qbexpr.getQBExpr2()); return genSetOpLogicalPlan(qbexpr.getOpcode(), qbexpr.getAlias(), qbexpr.getQBExpr1() .getAlias(), qbexpr1Ops, qbexpr.getQBExpr2().getAlias(), qbexpr2Ops); default: @@ -4770,7 +4766,7 @@ private RelNode genLogicalPlan(QBExpr qbexpr) throws SemanticException { private RelNode genLogicalPlan(QB qb, boolean outerMostQB, ImmutableMap outerNameToPosMap, - RowResolver outerRR) throws SemanticException { + RowResolver outerRR, boolean skipAmbiguityCheck) throws SemanticException { RelNode srcRel = null; RelNode filterRel = null; RelNode gbRel = null; @@ -4797,7 +4793,7 @@ private RelNode genLogicalPlan(QB qb, boolean outerMostQB, // 1.1. Recurse over the subqueries to fill the subquery part of the plan for (String subqAlias : qb.getSubqAliases()) { QBExpr qbexpr = qb.getSubqForAlias(subqAlias); - RelNode relNode = genLogicalPlan(qbexpr); + RelNode relNode = genLogicalPlan(qb, qbexpr); aliasToRel.put(subqAlias, relNode); if (qb.getViewToTabSchema().containsKey(subqAlias)) { if (relNode instanceof HiveProject) { @@ -4873,8 +4869,7 @@ private RelNode genLogicalPlan(QB qb, boolean outerMostQB, srcRel = (limitRel == null) ? srcRel : limitRel; // 8. Incase this QB corresponds to subquery then modify its RR to point - // to subquery alias - // TODO: cleanup this + // to subquery alias. if (qb.getParseInfo().getAlias() != null) { RowResolver rr = this.relToHiveRR.get(srcRel); RowResolver newRR = new RowResolver(); @@ -4885,10 +4880,14 @@ private RelNode genLogicalPlan(QB qb, boolean outerMostQB, if ("".equals(tmp[0]) || tmp[1] == null) { // ast expression is not a valid column name for table tmp[1] = colInfo.getInternalName(); + } else if (newRR.get(alias, tmp[1]) != null) { + // enforce uniqueness of column names + if (!skipAmbiguityCheck) { + throw new SemanticException(ErrorMsg.AMBIGUOUS_COLUMN.getMsg(tmp[1] + " in " + alias)); + } + tmp[1] = colInfo.getInternalName(); } - ColumnInfo newCi = new ColumnInfo(colInfo); - newCi.setTabAlias(alias); - newRR.put(alias, tmp[1], newCi); + newRR.put(alias, tmp[1], colInfo); } relToHiveRR.put(srcRel, newRR); relToHiveColNameCalcitePosMap.put(srcRel, buildHiveToCalciteColumnMap(newRR, srcRel)); diff --git a/ql/src/test/queries/clientpositive/cross_prod_3.q b/ql/src/test/queries/clientpositive/cross_prod_3.q index a1024f42d1..70a73494d8 100644 --- a/ql/src/test/queries/clientpositive/cross_prod_3.q +++ b/ql/src/test/queries/clientpositive/cross_prod_3.q @@ -8,7 +8,10 @@ set hive.convert.join.bucket.mapjoin.tez=true; create table X_n2 (key string, value string) clustered by (key) into 2 buckets; insert overwrite table X_n2 select distinct * from src order by key limit 10; +create table X_n3 (key1 string, value1 string) clustered by (key1) into 2 buckets; +insert overwrite table X_n2 select distinct * from src order by key limit 10; + create table Y_n0 as select * from src order by key limit 1; -explain select * from Y_n0, (select * from X_n2 as A join X_n2 as B on A.key=B.key) as C where Y_n0.key=C.key; +explain select * from Y_n0, (select * from X_n2 as A join X_n3 as B on A.key=B.key1) as C where Y_n0.key=C.key; diff --git a/ql/src/test/queries/clientpositive/limit_join_transpose.q b/ql/src/test/queries/clientpositive/limit_join_transpose.q index 4c484bd813..f7860bbb89 100644 --- a/ql/src/test/queries/clientpositive/limit_join_transpose.q +++ b/ql/src/test/queries/clientpositive/limit_join_transpose.q @@ -1,6 +1,11 @@ --! qt:dataset:src1 --! qt:dataset:src +CREATE TABLE nyz_1 (key1 STRING COMMENT 'default', value1 STRING COMMENT 'default') STORED AS TEXTFILE; +insert overwrite table nyz_1 select key, value from src; +ANALYZE TABLE nyz_1 COMPUTE STATISTICS; +ANALYZE TABLE nyz_1 COMPUTE STATISTICS FOR COLUMNS key1,value1; + SET hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.optimize.limittranspose=false; @@ -51,16 +56,16 @@ explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1; select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1; @@ -72,16 +77,16 @@ explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1; select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1; @@ -108,16 +113,16 @@ explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 0; select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 0; @@ -171,16 +176,16 @@ explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1; select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1; @@ -192,16 +197,16 @@ explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1; select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1; diff --git a/ql/src/test/queries/clientpositive/vector_outer_join5.q b/ql/src/test/queries/clientpositive/vector_outer_join5.q index 19aefdcb56..6f919c603f 100644 --- a/ql/src/test/queries/clientpositive/vector_outer_join5.q +++ b/ql/src/test/queries/clientpositive/vector_outer_join5.q @@ -19,7 +19,7 @@ ANALYZE TABLE sorted_mod_4 COMPUTE STATISTICS; ANALYZE TABLE sorted_mod_4 COMPUTE STATISTICS FOR COLUMNS; create table small_table stored -as orc as select ctinyint, cbigint from alltypesorc limit 100; +as orc as select ctinyint as ctinyint1, cbigint from alltypesorc limit 100; ANALYZE TABLE small_table COMPUTE STATISTICS; ANALYZE TABLE small_table COMPUTE STATISTICS FOR COLUMNS; @@ -28,67 +28,69 @@ explain vectorization detail formatted select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st -on s.ctinyint = st.ctinyint +on s.ctinyint = st.ctinyint1 ) t1; select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st -on s.ctinyint = st.ctinyint +on s.ctinyint = st.ctinyint1 ) t1; explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.cmodint = 2 +on s.ctinyint = sm.ctinyint1 and s.cmodint = 2 ) t1; select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.cmodint = 2 +on s.ctinyint = sm.ctinyint1 and s.cmodint = 2 ) t1; explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint +on s.ctinyint = sm.ctinyint1 and pmod(s.ctinyint, 4) = s.cmodint ) t1; select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint +on s.ctinyint = sm.ctinyint1 and pmod(s.ctinyint, 4) = s.cmodint ) t1; explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.ctinyint < 100 +on s.ctinyint = sm.ctinyint1 and s.ctinyint < 100 ) t1; select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.ctinyint < 100 +on s.ctinyint = sm.ctinyint1 and s.ctinyint < 100 ) t1; explain vectorization detail formatted -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.ctinyint as ctinyint, s.cmodint as cmodint, sm.*, s2.cmodint as cmodint1, s2.ctinyint + as ctinyint_1 from sorted_mod_4 s left outer join small_table sm - on pmod(sm.cbigint, 8) = s.cmodint + on pmod(sm.cbigint, 8) = s.cmodint left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1; -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.ctinyint as ctinyint, s.cmodint as cmodint, sm.*, s2.cmodint as cmodint1, s2.ctinyint + as ctinyint_1 from sorted_mod_4 s left outer join small_table sm - on pmod(sm.cbigint, 8) = s.cmodint + on pmod(sm.cbigint, 8) = s.cmodint left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1; @@ -102,7 +104,7 @@ ANALYZE TABLE mod_8_mod_4 COMPUTE STATISTICS; ANALYZE TABLE mod_8_mod_4 COMPUTE STATISTICS FOR COLUMNS; create table small_table2 stored -as orc as select pmod(ctinyint, 16) as cmodtinyint, cbigint from alltypesorc limit 100; +as orc as select pmod(ctinyint, 16) as cmodtinyint1, cbigint from alltypesorc limit 100; ANALYZE TABLE small_table2 COMPUTE STATISTICS; ANALYZE TABLE small_table2 COMPUTE STATISTICS FOR COLUMNS; @@ -111,56 +113,57 @@ explain vectorization detail formatted select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st -on s.cmodtinyint = st.cmodtinyint +on s.cmodtinyint = st.cmodtinyint1 ) t1; select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st -on s.cmodtinyint = st.cmodtinyint +on s.cmodtinyint = st.cmodtinyint1 ) t1; explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodint = 2 ) t1; select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodint = 2 ) t1; explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint +on s.cmodtinyint = sm.cmodtinyint1 and pmod(s.cmodtinyint, 4) = s.cmodint ) t1; select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint +on s.cmodtinyint = sm.cmodtinyint1 and pmod(s.cmodtinyint, 4) = s.cmodint ) t1; explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodtinyint < 3 ) t1; select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodtinyint < 3 ) t1; explain vectorization detail formatted -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.cmodtinyint as cmodtinyint, s.cmodint as cmodint, sm.*, +s2.cmodint as cmodint_1, s2.cmodtinyint as cmodtinyint_1 from mod_8_mod_4 s left outer join small_table2 sm on pmod(sm.cbigint, 8) = s.cmodint @@ -168,7 +171,8 @@ left outer join mod_8_mod_4 s2 on s2.cmodtinyint = s.cmodtinyint ) t1; -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.cmodtinyint as cmodtinyint, s.cmodint as cmodint, sm.*, +s2.cmodint as cmodint_1, s2.cmodtinyint as cmodtinyint_1 from mod_8_mod_4 s left outer join small_table2 sm on pmod(sm.cbigint, 8) = s.cmodint diff --git a/ql/src/test/results/clientnegative/create_view_failure5.q.out b/ql/src/test/results/clientnegative/create_view_failure5.q.out index d79dc64a30..b7b3984292 100644 --- a/ql/src/test/results/clientnegative/create_view_failure5.q.out +++ b/ql/src/test/results/clientnegative/create_view_failure5.q.out @@ -2,4 +2,4 @@ PREHOOK: query: DROP VIEW xxx14 PREHOOK: type: DROPVIEW POSTHOOK: query: DROP VIEW xxx14 POSTHOOK: type: DROPVIEW -FAILED: SemanticException [Error 10036]: Duplicate column name: key +FAILED: SemanticException org.apache.hadoop.hive.ql.optimizer.calcite.CalciteViewSemanticException: Duplicate column name: key diff --git a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out index cbcac68cd1..875a733d4f 100644 --- a/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out +++ b/ql/src/test/results/clientpositive/bucketsortoptimize_insert_4.q.out @@ -80,21 +80,25 @@ STAGE PLANS: Filter Operator predicate: key is not null (type: boolean) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Sorted Merge Bucket Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0, _col1, _col7 - Select Operator - expressions: _col0 (type: int), concat(_col1, _col7) (type: string) - outputColumnNames: _col1, _col2 - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) - value expressions: _col2 (type: string) + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Sorted Merge Bucket Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col4 + Select Operator + expressions: _col0 (type: int), concat(_col1, _col4) (type: string) + outputColumnNames: _col1, _col2 + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + value expressions: _col2 (type: string) Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -107,11 +111,11 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table3_n8 Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - outputColumnNames: key, key2, value + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string), '1' (type: string) + outputColumnNames: key, key2, value, ds Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(key2, 'hll'), compute_stats(value, 'hll') - keys: '1' (type: string) + keys: ds (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator @@ -146,18 +150,18 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: '1' (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: '1' (type: string) + Map-reduce partition columns: _col0 (type: string) value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) - keys: '1' (type: string) + keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Select Operator - expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), '1' (type: string) + expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false diff --git a/ql/src/test/results/clientpositive/char_udf1.q.out b/ql/src/test/results/clientpositive/char_udf1.q.out index 69d76d7269..09fb69782f 100644 --- a/ql/src/test/results/clientpositive/char_udf1.q.out +++ b/ql/src/test/results/clientpositive/char_udf1.q.out @@ -20,9 +20,9 @@ POSTHOOK: query: insert overwrite table char_udf_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@char_udf_1 -POSTHOOK: Lineage: char_udf_1.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: char_udf_1.c1 SIMPLE [] POSTHOOK: Lineage: char_udf_1.c2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: char_udf_1.c3 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: char_udf_1.c3 EXPRESSION [] POSTHOOK: Lineage: char_udf_1.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select concat(c1, c2), diff --git a/ql/src/test/results/clientpositive/keyword_2.q.out b/ql/src/test/results/clientpositive/keyword_2.q.out index f1d63b6e5f..7bab2640d3 100644 --- a/ql/src/test/results/clientpositive/keyword_2.q.out +++ b/ql/src/test/results/clientpositive/keyword_2.q.out @@ -20,9 +20,9 @@ POSTHOOK: query: insert overwrite table varchar_udf_1_n1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@varchar_udf_1_n1 -POSTHOOK: Lineage: varchar_udf_1_n1.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1_n1.c1 SIMPLE [] POSTHOOK: Lineage: varchar_udf_1_n1.c2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: varchar_udf_1_n1.c3 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1_n1.c3 EXPRESSION [] POSTHOOK: Lineage: varchar_udf_1_n1.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select c2 regexp 'val', diff --git a/ql/src/test/results/clientpositive/llap/cross_prod_3.q.out b/ql/src/test/results/clientpositive/llap/cross_prod_3.q.out index 87991c2583..9901070c60 100644 --- a/ql/src/test/results/clientpositive/llap/cross_prod_3.q.out +++ b/ql/src/test/results/clientpositive/llap/cross_prod_3.q.out @@ -16,6 +16,24 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@x_n2 POSTHOOK: Lineage: x_n2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: x_n2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: create table X_n3 (key1 string, value1 string) clustered by (key1) into 2 buckets +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@X_n3 +POSTHOOK: query: create table X_n3 (key1 string, value1 string) clustered by (key1) into 2 buckets +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@X_n3 +PREHOOK: query: insert overwrite table X_n2 select distinct * from src order by key limit 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@x_n2 +POSTHOOK: query: insert overwrite table X_n2 select distinct * from src order by key limit 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@x_n2 +POSTHOOK: Lineage: x_n2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: x_n2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table Y_n0 as select * from src order by key limit 1 PREHOOK: type: CREATETABLE_AS_SELECT @@ -30,9 +48,9 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@Y_n0 POSTHOOK: Lineage: y_n0.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: y_n0.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -PREHOOK: query: explain select * from Y_n0, (select * from X_n2 as A join X_n2 as B on A.key=B.key) as C where Y_n0.key=C.key +PREHOOK: query: explain select * from Y_n0, (select * from X_n2 as A join X_n3 as B on A.key=B.key1) as C where Y_n0.key=C.key PREHOOK: type: QUERY -POSTHOOK: query: explain select * from Y_n0, (select * from X_n2 as A join X_n2 as B on A.key=B.key) as C where Y_n0.key=C.key +POSTHOOK: query: explain select * from Y_n0, (select * from X_n2 as A join X_n3 as B on A.key=B.key1) as C where Y_n0.key=C.key POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-1 is a root stage @@ -108,19 +126,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + predicate: key1 is not null (type: boolean) + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) + expressions: key1 (type: string), value1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: vectorized, llap LLAP IO: no inputs diff --git a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out index 7a880ddda7..1ae6d271ee 100644 --- a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out +++ b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out @@ -256,12 +256,12 @@ STAGE PLANS: TableScan alias: src Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: enforce_constraint((key is not null and value is not null)) (type: boolean) - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string), value (type: string), value (type: string) - outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: key (type: string), value (type: string), value (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 134500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: enforce_constraint((_col0 is not null and _col2 is not null)) (type: boolean) Statistics: Num rows: 250 Data size: 67250 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false @@ -867,12 +867,12 @@ STAGE PLANS: TableScan alias: src Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: enforce_constraint((key is not null and value is not null)) (type: boolean) - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string), value (type: string), value (type: string) - outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: key (type: string), value (type: string), value (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 134500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: enforce_constraint((_col0 is not null and _col2 is not null)) (type: boolean) Statistics: Num rows: 250 Data size: 67250 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false @@ -1476,12 +1476,12 @@ STAGE PLANS: TableScan alias: src Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator - predicate: enforce_constraint((key is not null and value is not null)) (type: boolean) - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: key (type: string), key (type: string), value (type: string) - outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: key (type: string), key (type: string), value (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 132500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: enforce_constraint((_col0 is not null and _col2 is not null)) (type: boolean) Statistics: Num rows: 250 Data size: 66250 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false @@ -3718,8 +3718,8 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string), value (type: string), key (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + expressions: key (type: string), value (type: string), value (type: string), key (type: string), 3 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 500 Data size: 180000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3727,14 +3727,14 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 3600 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int) Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), 3 (type: int) + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 3600 Basic stats: COMPLETE Column stats: COMPLETE Limit @@ -3752,19 +3752,19 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tablepartitioned Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - outputColumnNames: a, b, c, p1 + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int) + outputColumnNames: a, b, c, p1, p2 Statistics: Num rows: 5 Data size: 1800 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll'), compute_stats(c, 'hll') - keys: p1 (type: string), 3 (type: int) + keys: p1 (type: string), p2 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2 Data size: 2822 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: string), 3 (type: int) + key expressions: _col0 (type: string), _col1 (type: int) sort order: ++ - Map-reduce partition columns: _col0 (type: string), 3 (type: int) + Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 2 Data size: 2822 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) Reducer 3 @@ -3772,12 +3772,12 @@ STAGE PLANS: Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) - keys: KEY._col0 (type: string), 3 (type: int) + keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2 Data size: 2822 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col0 (type: string), 3 (type: int) + expressions: _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col0 (type: string), _col1 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2 Data size: 2822 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator diff --git a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out index 0c6bd6a659..88b91d7948 100644 --- a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out @@ -59,16 +59,16 @@ Stage-0 Stage-1 Reducer 5 llap File Output Operator [FS_56] - Group By Operator [GBY_54] (rows=48/15 width=177) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + Group By Operator [GBY_54] (rows=132/15 width=268) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 4 [SIMPLE_EDGE] <-Reducer 3 [CONTAINS] llap Reduce Output Operator [RS_84] - PartitionCols:_col0, _col1 - Select Operator [SEL_82] (rows=66/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_81] (rows=66/61 width=177) - Conds:RS_21._col2=RS_22._col1(Inner),Output:["_col1","_col4"] + PartitionCols:_col0, _col1, _col2 + Select Operator [SEL_82] (rows=66/61 width=268) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_81] (rows=66/61 width=268) + Conds:RS_21._col3=RS_22._col1(Inner),Output:["_col1","_col2","_col5"] <-Reducer 11 [SIMPLE_EDGE] llap SHUFFLE [RS_22] PartitionCols:_col1 @@ -97,18 +97,18 @@ Stage-0 Output:["key","value"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_21] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_77] (rows=39/37 width=175) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2"] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_77] (rows=39/37 width=266) + Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_18] PartitionCols:_col0 - Select Operator [SEL_2] (rows=500/500 width=87) - Output:["_col0"] - Filter Operator [FIL_69] (rows=500/500 width=87) + Select Operator [SEL_2] (rows=500/500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_69] (rows=500/500 width=178) predicate:key is not null - TableScan [TS_0] (rows=500/500 width=87) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + TableScan [TS_0] (rows=500/500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Map 8 [SIMPLE_EDGE] llap SHUFFLE [RS_19] PartitionCols:_col0 @@ -120,11 +120,11 @@ Stage-0 default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Reducer 7 [CONTAINS] llap Reduce Output Operator [RS_88] - PartitionCols:_col0, _col1 - Select Operator [SEL_86] (rows=66/61 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_85] (rows=66/61 width=177) - Conds:RS_46._col2=RS_47._col1(Inner),Output:["_col1","_col4"] + PartitionCols:_col0, _col1, _col2 + Select Operator [SEL_86] (rows=66/61 width=268) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_85] (rows=66/61 width=268) + Conds:RS_46._col3=RS_47._col1(Inner),Output:["_col1","_col2","_col5"] <-Reducer 15 [SIMPLE_EDGE] llap SHUFFLE [RS_47] PartitionCols:_col1 @@ -153,9 +153,9 @@ Stage-0 Output:["key","value"] <-Reducer 6 [SIMPLE_EDGE] llap SHUFFLE [RS_46] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_78] (rows=39/37 width=175) - Conds:RS_43._col0=RS_44._col0(Inner),Output:["_col1","_col2"] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_78] (rows=39/37 width=266) + Conds:RS_43._col0=RS_44._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_43] PartitionCols:_col0 diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out index ea32d346a4..15d92142bf 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -461,18 +461,18 @@ Stage-0 Stage-1 Reducer 5 vectorized, llap File Output Operator [FS_130] - Group By Operator [GBY_129] (rows=33 width=177) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + Group By Operator [GBY_129] (rows=33 width=268) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 4 [SIMPLE_EDGE] <-Reducer 3 [CONTAINS] llap Reduce Output Operator [RS_88] - PartitionCols:_col0, _col1 - Group By Operator [GBY_87] (rows=33 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_85] (rows=33 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_84] (rows=33 width=177) - Conds:RS_22._col2=RS_128._col1(Inner),Output:["_col1","_col4"] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_87] (rows=33 width=268) + Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2 + Select Operator [SEL_85] (rows=33 width=268) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_84] (rows=33 width=268) + Conds:RS_22._col3=RS_128._col1(Inner),Output:["_col1","_col2","_col5"] <-Reducer 11 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_128] PartitionCols:_col1 @@ -505,18 +505,18 @@ Stage-0 Output:["key","value"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_22] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_80] (rows=39 width=175) - Conds:RS_120._col0=RS_124._col0(Inner),Output:["_col1","_col2"] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_80] (rows=39 width=266) + Conds:RS_120._col0=RS_124._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_119] (rows=500 width=87) - Output:["_col0"] - Filter Operator [FIL_118] (rows=500 width=87) + Select Operator [SEL_119] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_118] (rows=500 width=178) predicate:key is not null - TableScan [TS_0] (rows=500 width=87) - default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + TableScan [TS_0] (rows=500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Map 8 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_124] PartitionCols:_col0 @@ -528,13 +528,13 @@ Stage-0 default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Reducer 7 [CONTAINS] llap Reduce Output Operator [RS_93] - PartitionCols:_col0, _col1 - Group By Operator [GBY_92] (rows=33 width=177) - Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_90] (rows=33 width=177) - Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_89] (rows=33 width=177) - Conds:RS_48._col2=RS_133._col1(Inner),Output:["_col1","_col4"] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_92] (rows=33 width=268) + Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2 + Select Operator [SEL_90] (rows=33 width=268) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_89] (rows=33 width=268) + Conds:RS_48._col3=RS_133._col1(Inner),Output:["_col1","_col2","_col5"] <-Reducer 15 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_133] PartitionCols:_col1 @@ -567,9 +567,9 @@ Stage-0 Output:["key","value"] <-Reducer 6 [SIMPLE_EDGE] llap SHUFFLE [RS_48] - PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_81] (rows=39 width=175) - Conds:RS_121._col0=RS_125._col0(Inner),Output:["_col1","_col2"] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_81] (rows=39 width=266) + Conds:RS_121._col0=RS_125._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_121] PartitionCols:_col0 @@ -1130,22 +1130,22 @@ Stage-0 Reducer 7 vectorized, llap File Output Operator [FS_147] Group By Operator [GBY_146] (rows=605 width=10) - Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 6 [SIMPLE_EDGE] <-Reducer 12 [CONTAINS] vectorized, llap Reduce Output Operator [RS_165] - PartitionCols:_col0, _col1 + PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_164] (rows=1210 width=10) - Output:["_col0","_col1"],keys:_col0, _col1 + Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2 Select Operator [SEL_163] (rows=605 width=10) - Output:["_col0","_col1"] + Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_162] (rows=605 width=10) - Conds:RS_159._col2=SEL_161._col1(Inner),Output:["_col1","_col4"] + Conds:RS_159._col3=SEL_161._col1(Inner),Output:["_col1","_col2","_col5"] <-Map 9 [BROADCAST_EDGE] vectorized, llap BROADCAST [RS_159] - PartitionCols:_col2 + PartitionCols:_col3 Map Join Operator [MAPJOIN_158] (rows=550 width=10) - Conds:SEL_157._col0=RS_135._col0(Inner),Output:["_col1","_col2"] + Conds:SEL_157._col0=RS_135._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 2 [BROADCAST_EDGE] vectorized, llap BROADCAST [RS_135] PartitionCols:_col0 @@ -1156,11 +1156,11 @@ Stage-0 TableScan [TS_3] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] <-Select Operator [SEL_157] (rows=500 width=10) - Output:["_col0"] + Output:["_col0","_col1"] Filter Operator [FIL_156] (rows=500 width=10) predicate:key is not null TableScan [TS_26] (rows=500 width=10) - default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] <-Select Operator [SEL_161] (rows=262 width=10) Output:["_col1"] Group By Operator [GBY_160] (rows=262 width=10) @@ -1190,28 +1190,28 @@ Stage-0 Output:["key","value"] <-Reducer 5 [CONTAINS] vectorized, llap Reduce Output Operator [RS_145] - PartitionCols:_col0, _col1 + PartitionCols:_col0, _col1, _col2 Group By Operator [GBY_144] (rows=1210 width=10) - Output:["_col0","_col1"],keys:_col0, _col1 + Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2 Select Operator [SEL_143] (rows=605 width=10) - Output:["_col0","_col1"] + Output:["_col0","_col1","_col2"] Map Join Operator [MAPJOIN_142] (rows=605 width=10) - Conds:RS_139._col2=SEL_141._col1(Inner),Output:["_col1","_col4"] + Conds:RS_139._col3=SEL_141._col1(Inner),Output:["_col1","_col2","_col5"] <-Map 1 [BROADCAST_EDGE] vectorized, llap BROADCAST [RS_139] - PartitionCols:_col2 + PartitionCols:_col3 Map Join Operator [MAPJOIN_138] (rows=550 width=10) - Conds:SEL_137._col0=RS_134._col0(Inner),Output:["_col1","_col2"] + Conds:SEL_137._col0=RS_134._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 2 [BROADCAST_EDGE] vectorized, llap BROADCAST [RS_134] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_133] <-Select Operator [SEL_137] (rows=500 width=10) - Output:["_col0"] + Output:["_col0","_col1"] Filter Operator [FIL_136] (rows=500 width=10) predicate:key is not null TableScan [TS_0] (rows=500 width=10) - default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] <-Select Operator [SEL_141] (rows=262 width=10) Output:["_col1"] Group By Operator [GBY_140] (rows=262 width=10) diff --git a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out index 76a8bf6f2e..e09efb8e07 100644 --- a/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_join_transpose.q.out @@ -1,3 +1,39 @@ +PREHOOK: query: CREATE TABLE nyz_1 (key1 STRING COMMENT 'default', value1 STRING COMMENT 'default') STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@nyz_1 +POSTHOOK: query: CREATE TABLE nyz_1 (key1 STRING COMMENT 'default', value1 STRING COMMENT 'default') STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@nyz_1 +PREHOOK: query: insert overwrite table nyz_1 select key, value from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@nyz_1 +POSTHOOK: query: insert overwrite table nyz_1 select key, value from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@nyz_1 +POSTHOOK: Lineage: nyz_1.key1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: nyz_1.value1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: ANALYZE TABLE nyz_1 COMPUTE STATISTICS +PREHOOK: type: QUERY +PREHOOK: Input: default@nyz_1 +PREHOOK: Output: default@nyz_1 +POSTHOOK: query: ANALYZE TABLE nyz_1 COMPUTE STATISTICS +POSTHOOK: type: QUERY +POSTHOOK: Input: default@nyz_1 +POSTHOOK: Output: default@nyz_1 +PREHOOK: query: ANALYZE TABLE nyz_1 COMPUTE STATISTICS FOR COLUMNS key1,value1 +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@nyz_1 +PREHOOK: Output: default@nyz_1 +#### A masked pattern was here #### +POSTHOOK: query: ANALYZE TABLE nyz_1 COMPUTE STATISTICS FOR COLUMNS key1,value1 +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@nyz_1 +POSTHOOK: Output: default@nyz_1 +#### A masked pattern was here #### PREHOOK: query: explain select * from src src1 left outer join src src2 @@ -313,8 +349,8 @@ PREHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY @@ -322,8 +358,8 @@ POSTHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY @@ -336,12 +372,29 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) - Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 1 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) + Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 + Map Operator Tree: + TableScan + alias: src3 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key1 (type: string), value1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 4 Map Operator Tree: TableScan alias: src1 @@ -364,12 +417,6 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -379,7 +426,24 @@ STAGE PLANS: condition map: Left Outer Join 0 to 1 keys: - 0 _col2 (type: string) + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 1 Data size: 534 Basic stats: COMPLETE Column stats: COMPLETE @@ -397,7 +461,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 3 + Reducer 5 Execution mode: llap Reduce Operator Tree: Select Operator @@ -413,23 +477,6 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Reducer 4 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col1 (type: string) - 1 _col1 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: string) - sort order: + - Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) Stage: Stage-0 Fetch Operator @@ -440,21 +487,23 @@ STAGE PLANS: PREHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@nyz_1 PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nyz_1 POSTHOOK: Input: default@src #### A masked pattern was here #### 238 val_238 238 val_238 238 val_238 @@ -462,8 +511,8 @@ PREHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY @@ -471,8 +520,8 @@ POSTHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY @@ -487,7 +536,7 @@ STAGE PLANS: Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 1 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) + Reducer 4 <- Map 6 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: @@ -514,6 +563,17 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 6 + Map Operator Tree: + TableScan + alias: src3 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key1 (type: string), value1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + @@ -530,7 +590,7 @@ STAGE PLANS: Right Outer Join 0 to 1 keys: 0 _col0 (type: string) - 1 _col2 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 1 Data size: 534 Basic stats: COMPLETE Column stats: COMPLETE Limit @@ -589,11 +649,11 @@ STAGE PLANS: Number of rows: 1 Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col2 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col2 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Stage: Stage-0 Fetch Operator @@ -604,21 +664,23 @@ STAGE PLANS: PREHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 PREHOOK: type: QUERY +PREHOOK: Input: default@nyz_1 PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nyz_1 POSTHOOK: Input: default@src #### A masked pattern was here #### 238 val_238 238 val_238 238 val_238 @@ -818,8 +880,8 @@ PREHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 0 PREHOOK: type: QUERY @@ -827,8 +889,8 @@ POSTHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 0 POSTHOOK: type: QUERY @@ -845,21 +907,23 @@ STAGE PLANS: PREHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 0 PREHOOK: type: QUERY +PREHOOK: Input: default@nyz_1 PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 0 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nyz_1 POSTHOOK: Input: default@src #### A masked pattern was here #### PREHOOK: query: explain @@ -1181,8 +1245,8 @@ PREHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY @@ -1190,8 +1254,8 @@ POSTHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY @@ -1204,12 +1268,29 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) - Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 1 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) + Reducer 5 <- Map 4 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 + Map Operator Tree: + TableScan + alias: src3 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key1 (type: string), value1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 4 Map Operator Tree: TableScan alias: src1 @@ -1233,12 +1314,6 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -1248,7 +1323,24 @@ STAGE PLANS: condition map: Left Outer Join 0 to 1 keys: - 0 _col2 (type: string) + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Left Outer Join 0 to 1 + keys: + 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 1 Data size: 534 Basic stats: COMPLETE Column stats: COMPLETE @@ -1267,7 +1359,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 3 + Reducer 5 Execution mode: llap Reduce Operator Tree: Select Operator @@ -1284,23 +1376,6 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Reducer 4 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Left Outer Join 0 to 1 - keys: - 0 _col1 (type: string) - 1 _col1 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - key expressions: _col2 (type: string) - sort order: + - Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) Stage: Stage-0 Fetch Operator @@ -1311,29 +1386,31 @@ STAGE PLANS: PREHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@nyz_1 PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nyz_1 POSTHOOK: Input: default@src #### A masked pattern was here #### PREHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY @@ -1341,8 +1418,8 @@ POSTHOOK: query: explain select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY @@ -1357,7 +1434,7 @@ STAGE PLANS: Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 3 <- Map 1 (CUSTOM_SIMPLE_EDGE) - Reducer 4 <- Map 1 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) + Reducer 4 <- Map 6 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: @@ -1385,6 +1462,17 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 6 + Map Operator Tree: + TableScan + alias: src3 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key1 (type: string), value1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + @@ -1401,7 +1489,7 @@ STAGE PLANS: Right Outer Join 0 to 1 keys: 0 _col0 (type: string) - 1 _col2 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 1 Data size: 534 Basic stats: COMPLETE Column stats: COMPLETE Limit @@ -1464,11 +1552,11 @@ STAGE PLANS: Offset of rows: 1 Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col2 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col2 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Stage: Stage-0 Fetch Operator @@ -1479,21 +1567,23 @@ STAGE PLANS: PREHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 PREHOOK: type: QUERY +PREHOOK: Input: default@nyz_1 PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: select * from src src1 right outer join ( select * - from src src2 left outer join src src3 - on src2.value = src3.value) src2 + from src src2 left outer join nyz_1 src3 + on src2.value = src3.value1) src2 on src1.key = src2.key limit 1 offset 1 POSTHOOK: type: QUERY +POSTHOOK: Input: default@nyz_1 POSTHOOK: Input: default@src #### A masked pattern was here #### PREHOOK: query: explain diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out index 7b09a1ac47..f003e8177c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out @@ -298,8 +298,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n9 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n9 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n9 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n9 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n9 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n9 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n9 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_string_group_double_n9 @@ -352,7 +352,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n9 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n9 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n9 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n9 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n9 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n9 @@ -461,7 +461,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n9 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n9 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n9 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n9 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n9 @@ -607,7 +607,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n9 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n9 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n9 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n9 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n9 @@ -882,7 +882,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9 @@ -1014,7 +1014,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n9 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n9 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n9 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n9 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n29)schema_evolution_data_n29.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n9 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n9 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out index 442bd88c07..329ad3a1f3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_llap_io.q.out @@ -298,8 +298,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n5 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n5 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n5 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n5 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n5 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n5 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_string_group_double_n5 @@ -352,7 +352,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n5 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n5 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n5 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n5 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n5 @@ -461,7 +461,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n5 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n5 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n5 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n5 @@ -607,7 +607,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n5 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n5 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n5 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n5 @@ -882,7 +882,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5 @@ -1014,7 +1014,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n5 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n5 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n5 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n22)schema_evolution_data_n22.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n5 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n5 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update.q.out index eeabb8cc61..ac7d3f1d09 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_update_1_n1 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n10 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n10 @@ -89,7 +89,7 @@ POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1_n1 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_update_1_n1 @@ -246,7 +246,7 @@ POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_1_n1 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n10 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n10 @@ -260,7 +260,7 @@ POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select part,a,b,c,d from partitioned_delete_1_n1 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_1_n1 @@ -411,7 +411,7 @@ POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_2_n1 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n10 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n10 @@ -425,7 +425,7 @@ POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n10)schema_evolution_data_2_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2_n1 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_2_n1 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update_llap_io.q.out index f15a144a96..32d0f846e1 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part_update_llap_io.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_update_1 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n3 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n3 @@ -89,7 +89,7 @@ POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_update_1 @@ -246,7 +246,7 @@ POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n3 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n3 @@ -260,7 +260,7 @@ POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_1 @@ -411,7 +411,7 @@ POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n3 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n3 @@ -425,7 +425,7 @@ POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n3)schema_evolution_data_2_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out index 8c25d3ae63..7cd1281f25 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out @@ -371,7 +371,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n6.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n6.c8 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n6.c9 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n6.insert_num SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n6 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n6 @@ -478,7 +478,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n6.c8 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n6.c9 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n6.insert_num SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n6 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n6 @@ -620,7 +620,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n6.c8 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n6.c9 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n6.insert_num SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n6 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n6 @@ -887,7 +887,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6.c8 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6.c9 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6.insert_num SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 @@ -1015,7 +1015,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n6.c2 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n6.c3 SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n6.insert_num SIMPLE [(schema_evolution_data_n18)schema_evolution_data_n18.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n6 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n6 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out index 4e95bd8a01..966bbc221e 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_llap_io.q.out @@ -371,7 +371,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n0.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n0.c8 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n0.c9 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n0.insert_num SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n0 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n0 @@ -478,7 +478,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n0.c8 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n0.c9 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n0.insert_num SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n0 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n0 @@ -620,7 +620,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n0.c8 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n0.c9 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n0.insert_num SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n0 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n0 @@ -887,7 +887,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0.c8 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0.c9 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0.insert_num SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 @@ -1015,7 +1015,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n0.c2 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n0.c3 SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n0.insert_num SIMPLE [(schema_evolution_data_n4)schema_evolution_data_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n0 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n0 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update.q.out index 730d3d2312..16c9082087 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: table5_n2.b SIMPLE [] POSTHOOK: Lineage: table5_n2.c SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table5_n2.d SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table5_n2.insert_num SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table5_n2 PREHOOK: type: QUERY PREHOOK: Input: default@table5_n2 @@ -210,7 +210,7 @@ POSTHOOK: Lineage: table6_n1.b SIMPLE [] POSTHOOK: Lineage: table6_n1.c SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6_n1.d SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6_n1.insert_num SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table6_n1 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n5 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n5 @@ -224,7 +224,7 @@ POSTHOOK: Lineage: table6_n1.b SIMPLE [] POSTHOOK: Lineage: table6_n1.c SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6_n1.d SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6_n1.insert_num SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table6_n1 PREHOOK: type: QUERY PREHOOK: Input: default@table6_n1 @@ -353,7 +353,7 @@ POSTHOOK: Lineage: table7_n1.b SIMPLE [] POSTHOOK: Lineage: table7_n1.c SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7_n1.d SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7_n1.insert_num SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table7_n1 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n5 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n5 @@ -367,7 +367,7 @@ POSTHOOK: Lineage: table7_n1.b SIMPLE [] POSTHOOK: Lineage: table7_n1.c SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7_n1.d SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7_n1.insert_num SIMPLE [(schema_evolution_data_2_n5)schema_evolution_data_2_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table7_n1 PREHOOK: type: QUERY PREHOOK: Input: default@table7_n1 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update_llap_io.q.out index 95bfa2507d..79aa17fdde 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table_update_llap_io.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: table5_n0.b SIMPLE [] POSTHOOK: Lineage: table5_n0.c SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table5_n0.d SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table5_n0.insert_num SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table5_n0 PREHOOK: type: QUERY PREHOOK: Input: default@table5_n0 @@ -210,7 +210,7 @@ POSTHOOK: Lineage: table6_n0.b SIMPLE [] POSTHOOK: Lineage: table6_n0.c SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6_n0.d SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6_n0.insert_num SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table6_n0 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n4 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n4 @@ -224,7 +224,7 @@ POSTHOOK: Lineage: table6_n0.b SIMPLE [] POSTHOOK: Lineage: table6_n0.c SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6_n0.d SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6_n0.insert_num SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table6_n0 PREHOOK: type: QUERY PREHOOK: Input: default@table6_n0 @@ -353,7 +353,7 @@ POSTHOOK: Lineage: table7_n0.b SIMPLE [] POSTHOOK: Lineage: table7_n0.c SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7_n0.d SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7_n0.insert_num SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table7_n0 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n4 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n4 @@ -367,7 +367,7 @@ POSTHOOK: Lineage: table7_n0.b SIMPLE [] POSTHOOK: Lineage: table7_n0.c SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7_n0.d SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7_n0.insert_num SIMPLE [(schema_evolution_data_2_n4)schema_evolution_data_2_n4.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table7_n0 PREHOOK: type: QUERY PREHOOK: Input: default@table7_n0 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out index f58338fe53..feb9542c0e 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_llap_io.q.out @@ -393,8 +393,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n6 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n6 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n6 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n6 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n6 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n6 PREHOOK: type: QUERY @@ -500,7 +500,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n6 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n6 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n6 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n6 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n6 @@ -662,7 +662,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n6 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n6 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n6 PREHOOK: type: QUERY @@ -914,7 +914,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n6 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n6 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n6 PREHOOK: type: QUERY @@ -1401,7 +1401,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n6 PREHOOK: type: QUERY @@ -1639,7 +1639,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n6 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n6 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n6 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n23)schema_evolution_data_n23.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n6 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out index 242b95e603..cdf2ee2fbd 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_update_1_n2 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n12 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n12 @@ -89,7 +89,7 @@ POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1_n2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_update_1_n2 @@ -246,7 +246,7 @@ POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_1_n2 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n12 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n12 @@ -260,7 +260,7 @@ POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select part,a,b,c,d from partitioned_delete_1_n2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_1_n2 @@ -411,7 +411,7 @@ POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_2_n2 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n12 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n12 @@ -425,7 +425,7 @@ POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n12)schema_evolution_data_2_n12.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2_n2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_2_n2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update_llap_io.q.out index 53cb8fc8c4..556c559c66 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part_update_llap_io.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_update_1_n0 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n8 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n8 @@ -89,7 +89,7 @@ POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_update_1_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1_n0 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_update_1_n0 @@ -246,7 +246,7 @@ POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_1_n0 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n8 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n8 @@ -260,7 +260,7 @@ POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_1_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select part,a,b,c,d from partitioned_delete_1_n0 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_1_n0 @@ -411,7 +411,7 @@ POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=2).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=2).c SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=2).d SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=2).insert_num SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table partitioned_delete_2_n0 partition(part=1) SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n8 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n8 @@ -425,7 +425,7 @@ POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=1).c SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=1).d SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: partitioned_delete_2_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n8)schema_evolution_data_2_n8.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2_n0 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned_delete_2_n0 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out index 9dddc12f87..bec0374bba 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out @@ -513,7 +513,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SIMPLE [(s POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group @@ -671,7 +671,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY @@ -915,7 +915,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY @@ -1386,7 +1386,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint. POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1616,7 +1616,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SIMPLE [(schema_evolution_data_n1)schema_evolution_data_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out index 0f3c600cae..71c5ac8ac2 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_llap_io.q.out @@ -516,7 +516,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n12.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n12.c8 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n12.c9 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n12.insert_num SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n12 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n12 @@ -675,7 +675,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n12.c8 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n12.c9 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n12.insert_num SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n12 PREHOOK: type: QUERY @@ -921,7 +921,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n12.c8 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n12.c9 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n12.insert_num SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n12 PREHOOK: type: QUERY @@ -1396,7 +1396,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12.c8 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12.c9 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12.insert_num SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n12 PREHOOK: type: QUERY @@ -1628,7 +1628,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n12.c2 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n12.c3 SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n12.insert_num SIMPLE [(schema_evolution_data_n39)schema_evolution_data_n39.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n12 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out index f8df92faf7..7e31453815 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: table5_n3.b SIMPLE [] POSTHOOK: Lineage: table5_n3.c SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table5_n3.d SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table5_n3.insert_num SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table5_n3 PREHOOK: type: QUERY PREHOOK: Input: default@table5_n3 @@ -210,7 +210,7 @@ POSTHOOK: Lineage: table6_n2.b SIMPLE [] POSTHOOK: Lineage: table6_n2.c SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6_n2.d SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6_n2.insert_num SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table6_n2 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n6 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n6 @@ -224,7 +224,7 @@ POSTHOOK: Lineage: table6_n2.b SIMPLE [] POSTHOOK: Lineage: table6_n2.c SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6_n2.d SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6_n2.insert_num SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table6_n2 PREHOOK: type: QUERY PREHOOK: Input: default@table6_n2 @@ -353,7 +353,7 @@ POSTHOOK: Lineage: table7_n2.b SIMPLE [] POSTHOOK: Lineage: table7_n2.c SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7_n2.d SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7_n2.insert_num SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table7_n2 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2_n6 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2_n6 @@ -367,7 +367,7 @@ POSTHOOK: Lineage: table7_n2.b SIMPLE [] POSTHOOK: Lineage: table7_n2.c SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7_n2.d SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7_n2.insert_num SIMPLE [(schema_evolution_data_2_n6)schema_evolution_data_2_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table7_n2 PREHOOK: type: QUERY PREHOOK: Input: default@table7_n2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out index 2292dcb24b..06db5da4fe 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table_update_llap_io.q.out @@ -75,7 +75,7 @@ POSTHOOK: Lineage: table5.b SIMPLE [] POSTHOOK: Lineage: table5.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table5.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table5.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -210,7 +210,7 @@ POSTHOOK: Lineage: table6.b SIMPLE [] POSTHOOK: Lineage: table6.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table6 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2 @@ -224,7 +224,7 @@ POSTHOOK: Lineage: table6.b SIMPLE [] POSTHOOK: Lineage: table6.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table6.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table6.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -353,7 +353,7 @@ POSTHOOK: Lineage: table7.b SIMPLE [] POSTHOOK: Lineage: table7.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: insert into table table7 SELECT insert_num, int1, 'new', int1, string1 FROM schema_evolution_data_2 WHERE insert_num > 110 PREHOOK: type: QUERY PREHOOK: Input: default@schema_evolution_data_2 @@ -367,7 +367,7 @@ POSTHOOK: Lineage: table7.b SIMPLE [] POSTHOOK: Lineage: table7.c SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:int1, type:int, comment:null), ] POSTHOOK: Lineage: table7.d SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:string1, type:string, comment:null), ] POSTHOOK: Lineage: table7.insert_num SIMPLE [(schema_evolution_data_2)schema_evolution_data_2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num int1 _c2 int1 string1 +insert_num int1 _c2 int1_1 string1 PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out index 91ec73b52d..9b402a3084 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out @@ -375,8 +375,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n7 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n7 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n7 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n7 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n7 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n7 PREHOOK: type: QUERY @@ -473,7 +473,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n7 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n7 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n7 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n7 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n7 @@ -626,7 +626,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n7 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n7 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n7 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n7 @@ -816,7 +816,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n7 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n7 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n7 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n7 @@ -1179,7 +1179,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 @@ -1355,7 +1355,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n7 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n7 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n7 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n25)schema_evolution_data_n25.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n7 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n7 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out index d6382c625e..78b1267373 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive.q.out @@ -241,7 +241,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n6 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n6 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n41)schema_evolution_data_n41.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n6 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n41)schema_evolution_data_n41.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n41)schema_evolution_data_n41.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n6 PREHOOK: type: QUERY @@ -465,8 +465,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n6 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n6 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n6 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n6 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n6 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n6 PREHOOK: type: QUERY @@ -612,8 +612,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n6 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n6 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n6 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n6 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n6 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n6 PREHOOK: type: QUERY @@ -743,8 +743,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n6 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n6 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n6 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n6 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n6 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n14)schema_evolution_data_2_n14.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n6 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n6 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out index f22c79a49a..e49f3c539b 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_primitive_llap_io.q.out @@ -241,7 +241,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n5 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n5 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n40)schema_evolution_data_n40.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n5 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n40)schema_evolution_data_n40.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n40)schema_evolution_data_n40.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n5 PREHOOK: type: QUERY @@ -466,8 +466,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n5 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n5 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n5 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n5 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n5 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n5 PREHOOK: type: QUERY @@ -614,8 +614,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n5 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n5 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n5 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n5 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n5 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n5 PREHOOK: type: QUERY @@ -746,8 +746,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n5 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n5 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n5 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n5 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n5 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n13)schema_evolution_data_2_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n5 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n5 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out index e36377649f..4af5db551d 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_llap_io.q.out @@ -377,8 +377,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n2 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n2 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n2 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n2 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n2 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n2 PREHOOK: type: QUERY @@ -476,7 +476,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n2 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n2 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n2 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n2 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n2 @@ -630,7 +630,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n2 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n2 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n2 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n2 @@ -821,7 +821,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n2 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n2 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n2 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n2 @@ -1186,7 +1186,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 @@ -1363,7 +1363,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n2 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n2 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n2 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n11)schema_evolution_data_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n2 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out index 8696b9ba4e..bf3f990ab7 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out @@ -492,7 +492,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n10.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n10.c8 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n10.c9 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n10.insert_num SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n10 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n10 @@ -599,7 +599,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n10.c8 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n10.c9 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n10.insert_num SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n10 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n10 @@ -785,7 +785,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n10.c8 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n10.c9 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n10.insert_num SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n10 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n10 @@ -1096,7 +1096,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10.c8 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10.c9 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10.insert_num SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 @@ -1224,7 +1224,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n10.c2 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n10.c3 SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n10.insert_num SIMPLE [(schema_evolution_data_n36)schema_evolution_data_n36.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n10 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n10 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out index 198dc28cc9..8daae139bb 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table_llap_io.q.out @@ -495,7 +495,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n7.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n7.c8 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n7.c9 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n7.insert_num SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n7 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n7 @@ -602,7 +602,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n7.c8 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n7.c9 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n7.insert_num SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n7 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n7 @@ -789,7 +789,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n7.c8 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n7.c9 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n7.insert_num SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n7 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n7 @@ -1101,7 +1101,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7.c8 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7.c9 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7.insert_num SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n7 @@ -1229,7 +1229,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n7.c2 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n7.c3 SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n7.insert_num SIMPLE [(schema_evolution_data_n19)schema_evolution_data_n19.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n7 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n7 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out index 69167ef1b5..d0cb51a7e4 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out @@ -427,8 +427,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n4 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n4 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n4 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n4 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n4 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n4 PREHOOK: type: QUERY @@ -551,7 +551,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n4 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n4 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n4 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n4 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n4 @@ -730,7 +730,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n4 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n4 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n4 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n4 @@ -946,7 +946,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n4 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n4 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n4 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n4 @@ -1361,7 +1361,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 @@ -1563,7 +1563,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n4 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n4 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n4 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n17)schema_evolution_data_n17.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n4 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n4 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out index c835afd337..3e03516390 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive.q.out @@ -241,7 +241,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n0 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n0 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n7)schema_evolution_data_n7.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n0 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n7)schema_evolution_data_n7.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n7)schema_evolution_data_n7.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n0 PREHOOK: type: QUERY @@ -492,8 +492,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n0 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n0 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n0 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n0 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n0 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n0 PREHOOK: type: QUERY @@ -666,8 +666,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n0 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n0 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n0 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n0 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n0 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n0 PREHOOK: type: QUERY @@ -824,8 +824,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n0 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n0 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n0 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n0 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n1)schema_evolution_data_2_n1.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n0 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n0 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out index 9c2460fc93..9b61fca409 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_primitive_llap_io.q.out @@ -241,7 +241,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n4 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n4 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n35)schema_evolution_data_n35.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n4 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n35)schema_evolution_data_n35.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n35)schema_evolution_data_n35.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n4 PREHOOK: type: QUERY @@ -493,8 +493,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n4 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n4 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n4 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n4 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n4 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n4 PREHOOK: type: QUERY @@ -668,8 +668,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n4 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n4 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n4 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n4 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n4 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n4 PREHOOK: type: QUERY @@ -827,8 +827,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n4 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n4 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n4 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n4 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n4 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n11)schema_evolution_data_2_n11.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n4 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n4 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out index 6973081fc4..cf89f6b370 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out @@ -567,7 +567,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n3.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n3.c8 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n3.c9 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n3.insert_num SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n3 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n3 @@ -674,7 +674,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n3.c8 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n3.c9 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n3.insert_num SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n3 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n3 @@ -885,7 +885,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n3.c8 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n3.c9 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n3.insert_num SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n3 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n3 @@ -1221,7 +1221,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n3.c8 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n3.c9 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n3.insert_num SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n3 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n3 @@ -1349,7 +1349,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n3.c2 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n3.c3 SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n3.insert_num SIMPLE [(schema_evolution_data_n13)schema_evolution_data_n13.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n3 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n3 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out index 51d72d7468..6f945fb1e7 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table_llap_io.q.out @@ -570,7 +570,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n5.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n5.c8 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n5.c9 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n5.insert_num SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n5 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n5 @@ -677,7 +677,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n5.c8 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n5.c9 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n5.insert_num SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n5 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n5 @@ -889,7 +889,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n5.c8 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n5.c9 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n5.insert_num SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n5 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n5 @@ -1226,7 +1226,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5.c8 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5.c9 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5.insert_num SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n5 @@ -1354,7 +1354,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n5.c2 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n5.c3 SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n5.insert_num SIMPLE [(schema_evolution_data_n16)schema_evolution_data_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n5 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n5 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out index ca2c9088a5..bbd32d650a 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out @@ -375,8 +375,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n8 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n8 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n8 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n8 PREHOOK: type: QUERY @@ -473,7 +473,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n8 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n8 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n8 @@ -626,7 +626,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n8 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n8 @@ -816,7 +816,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n8 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n8 @@ -1179,7 +1179,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 @@ -1355,7 +1355,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n8 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n27)schema_evolution_data_n27.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n8 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n8 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out index f0e28886f2..3693029675 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive.q.out @@ -241,7 +241,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n2 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n2 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n26)schema_evolution_data_n26.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n2 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n26)schema_evolution_data_n26.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n26)schema_evolution_data_n26.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n2 PREHOOK: type: QUERY @@ -465,8 +465,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n2 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n2 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n2 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n2 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n2 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n2 PREHOOK: type: QUERY @@ -612,8 +612,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n2 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n2 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n2 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n2 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n2 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n2 PREHOOK: type: QUERY @@ -743,8 +743,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n2 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n2 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n2 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n2 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n2 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n7)schema_evolution_data_2_n7.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n2 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n2 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out index ee65e41aab..056d4aed05 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_primitive_llap_io.q.out @@ -286,7 +286,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n1 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n1 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n8)schema_evolution_data_n8.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n1 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n8)schema_evolution_data_n8.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n8)schema_evolution_data_n8.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n1 PREHOOK: type: QUERY @@ -556,8 +556,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n1 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n1 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n1 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n1 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n1 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n1 PREHOOK: type: QUERY @@ -749,8 +749,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n1 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n1 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n1 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n1 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n1 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n1 PREHOOK: type: QUERY @@ -926,8 +926,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n1 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n1 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n1 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n1 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n2)schema_evolution_data_2_n2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n1 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out index fcbd8e8649..5ebac0196b 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_llap_io.q.out @@ -377,8 +377,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n1 PARTITION(part=1).b SIMPLE POSTHOOK: Lineage: part_change_string_group_double_n1 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n1 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n1 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n1 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n1 PREHOOK: type: QUERY @@ -476,7 +476,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n1 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n1 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n1 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n1 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n1 @@ -630,7 +630,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n1 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n1 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n1 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n1 @@ -821,7 +821,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n1 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n1 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n1 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n1 @@ -1186,7 +1186,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 @@ -1363,7 +1363,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n1 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n1 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n1 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n1 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n6)schema_evolution_data_n6.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n1 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n1 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out index 17ee442da0..905ab3283c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out @@ -492,7 +492,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n9.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n9.c8 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n9.c9 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n9.insert_num SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n9 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n9 @@ -599,7 +599,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n9.c8 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n9.c9 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n9.insert_num SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n9 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n9 @@ -785,7 +785,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n9.c8 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n9.c9 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n9.insert_num SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n9 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n9 @@ -1096,7 +1096,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9.c8 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9.c9 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9.insert_num SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n9 @@ -1224,7 +1224,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n9.c2 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n9.c3 SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n9.insert_num SIMPLE [(schema_evolution_data_n32)schema_evolution_data_n32.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n9 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n9 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out index 5aba880938..9a5132d5dd 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table_llap_io.q.out @@ -495,7 +495,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n2.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n2.c8 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n2.c9 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n2.insert_num SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n2 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n2 @@ -602,7 +602,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n2.c8 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n2.c9 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n2.insert_num SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n2 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n2 @@ -789,7 +789,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n2.c8 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n2.c9 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n2.insert_num SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n2 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n2 @@ -1101,7 +1101,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2.c8 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2.c9 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2.insert_num SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n2 @@ -1229,7 +1229,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n2.c2 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n2.c3 SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n2.insert_num SIMPLE [(schema_evolution_data_n10)schema_evolution_data_n10.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n2 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out index fed044e0cc..2e393c6a80 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out @@ -427,8 +427,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n10 PARTITION(part=1).b SIMPL POSTHOOK: Lineage: part_change_string_group_double_n10 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n10 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n10 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n10 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n10 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n10 PREHOOK: type: QUERY @@ -551,7 +551,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n10 PARTIT POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n10 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n10 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n10 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n10 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n10 @@ -730,7 +730,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n10 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n10 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n10 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n10 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n10 @@ -946,7 +946,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n10 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n10 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n10 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n10 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n10 @@ -1361,7 +1361,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n10 @@ -1563,7 +1563,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n1 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n10 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n10 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n10 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n31)schema_evolution_data_n31.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n10 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n10 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out index 512f4926ff..c1c01a5074 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive.q.out @@ -241,7 +241,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n44)schema_evolution_data_n44.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n8 PREHOOK: type: QUERY @@ -491,8 +491,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n8 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n8 PREHOOK: type: QUERY @@ -664,8 +664,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n8 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n8 PREHOOK: type: QUERY @@ -821,8 +821,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n16)schema_evolution_data_2_n16.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n8 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n8 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out index 8765301c39..63425a2918 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_primitive_llap_io.q.out @@ -312,7 +312,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n3 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n3 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n30)schema_evolution_data_n30.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n3 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n30)schema_evolution_data_n30.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n3 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n30)schema_evolution_data_n30.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n3 PREHOOK: type: QUERY @@ -613,8 +613,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n3 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n3 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n3 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n3 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n3 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n3 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n3 PREHOOK: type: QUERY @@ -837,8 +837,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n3 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n3 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n3 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n3 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n3 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n3 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n3 PREHOOK: type: QUERY @@ -1045,8 +1045,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n3 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n3 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n3 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n3 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n3 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n9)schema_evolution_data_2_n9.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n3 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n3 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out index 36b53e5ec2..ed00e24e4c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_llap_io.q.out @@ -383,7 +383,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n0 PARTITI POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n0 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n0 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp_n0 PREHOOK: type: QUERY @@ -533,7 +533,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n0 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n0 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n0 PREHOOK: type: QUERY @@ -678,7 +678,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n0 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n0 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n0 PREHOOK: type: QUERY @@ -968,7 +968,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n0 PREHOOK: type: QUERY @@ -1097,7 +1097,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n0 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n0 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n0 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n0 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n3)schema_evolution_data_n3.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n0 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out index ed7a0b6cc4..31677a3e98 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out @@ -567,7 +567,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n4.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n4.c8 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n4.c9 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n4.insert_num SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n4 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n4 @@ -674,7 +674,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n4.c8 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n4.c9 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n4.insert_num SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n4 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n4 @@ -885,7 +885,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n4.c8 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n4.c9 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n4.insert_num SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n4 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n4 @@ -1221,7 +1221,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4.c8 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4.c9 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4.insert_num SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n4 @@ -1349,7 +1349,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n4.c2 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n4.c3 SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n4.insert_num SIMPLE [(schema_evolution_data_n15)schema_evolution_data_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n4 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n4 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out index 867e13406b..008e52c45d 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table_llap_io.q.out @@ -657,7 +657,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n1.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n1.c8 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n1.c9 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n1.insert_num SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n1 PREHOOK: type: QUERY @@ -819,7 +819,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n1.c8 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n1.c9 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n1.insert_num SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n1 PREHOOK: type: QUERY @@ -1072,7 +1072,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n1.c8 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n1.c9 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n1.insert_num SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n1 PREHOOK: type: QUERY @@ -1491,7 +1491,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1.c8 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1.c9 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1.insert_num SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n1 PREHOOK: type: QUERY @@ -1660,7 +1660,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n1.c2 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n1.c3 SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n1.insert_num SIMPLE [(schema_evolution_data_n5)schema_evolution_data_n5.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out index d71107d078..64bb8648ed 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out @@ -427,8 +427,8 @@ POSTHOOK: Lineage: part_change_string_group_double_n11 PARTITION(part=1).b SIMPL POSTHOOK: Lineage: part_change_string_group_double_n11 PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n11 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double_n11 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double_n11 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double_n11 PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double_n11 PREHOOK: type: QUERY @@ -551,7 +551,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n11 PARTIT POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n11 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n11 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp_n11 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table part_change_date_group_string_group_date_timestamp_n11 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@part_change_date_group_string_group_date_timestamp_n11 @@ -730,7 +730,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n11 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n11 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group_n11 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group_n11 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string_group_n11 @@ -946,7 +946,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n11 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n11 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group_n11 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group_n11 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string_group_n11 @@ -1361,7 +1361,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 @@ -1563,7 +1563,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n1 POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n11 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n11 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float_n11 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n33)schema_evolution_data_n33.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float_n11 PREHOOK: type: QUERY PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_float_n11 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out index 9a930be760..7e9d0947fd 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive.q.out @@ -241,7 +241,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n7 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n7 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n43)schema_evolution_data_n43.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n7 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n43)schema_evolution_data_n43.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n43)schema_evolution_data_n43.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint_n7 PREHOOK: type: QUERY @@ -491,8 +491,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n7 PARTITION(pa POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n7 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n7 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n7 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double_n7 PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double_n7 PREHOOK: type: QUERY @@ -664,8 +664,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp_n7 PARTITION(part=1).c6 POSTHOOK: Lineage: part_change_various_various_timestamp_n7 PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n7 PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp_n7 PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp_n7 PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp_n7 PREHOOK: type: QUERY @@ -821,8 +821,8 @@ POSTHOOK: Lineage: part_change_various_various_date_n7 PARTITION(part=1).c1 SIMP POSTHOOK: Lineage: part_change_various_various_date_n7 PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n7 PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date_n7 PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date_n7 PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n15)schema_evolution_data_2_n15.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date_n7 PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date_n7 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out index 9a9f41e0c2..4ff8855da9 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_primitive_llap_io.q.out @@ -312,7 +312,7 @@ POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part= POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n2)schema_evolution_data_n2.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n2)schema_evolution_data_n2.FieldSchema(name:boolean1, type:boolean, comment:null), ] POSTHOOK: Lineage: part_change_various_various_boolean_to_bigint PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n2)schema_evolution_data_n2.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 boolean1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 int1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 bigint1 _c54 +insert_num boolean1 boolean1_1 boolean1_2 boolean1_3 boolean1_4 boolean1_5 boolean1_6 boolean1_7 boolean1_8 tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 tinyint1_6 tinyint1_7 tinyint1_8 tinyint1_9 tinyint1_10 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 smallint1_5 smallint1_6 smallint1_7 smallint1_8 smallint1_9 smallint1_10 int1 int1_1 int1_2 int1_3 int1_4 int1_5 int1_6 int1_7 int1_8 int1_9 int1_10 bigint1 bigint1_1 bigint1_2 bigint1_3 bigint1_4 bigint1_5 bigint1_6 bigint1_7 bigint1_8 bigint1_9 bigint1_10 _c54 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,c34,c35,c36,c37,c38,c39,c40,c41,c42,c43,c44,c45,c46,c47,c48,c49,c50,c51,c52,c53,b from part_change_various_various_boolean_to_bigint PREHOOK: type: QUERY @@ -592,8 +592,8 @@ POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part= POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] -POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 decimal1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 float1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 double1 _c34 +POSTHOOK: Lineage: part_change_various_various_decimal_to_double PARTITION(part=1).insert_num SIMPLE [] +insert_num decimal1 decimal1_1 decimal1_2 decimal1_3 decimal1_4 decimal1_5 decimal1_6 decimal1_7 decimal1_8 decimal1_9 decimal1_10 float1 float1_1 float1_2 float1_3 float1_4 float1_5 float1_6 float1_7 float1_8 float1_9 float1_10 double1 double1_1 double1_2 double1_3 double1_4 double1_5 double1_6 double1_7 double1_8 double1_9 double1_10 _c34 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,c21,c22,c23,c24,c25,c26,c27,c28,c29,c30,c31,c32,c33,b from part_change_various_various_decimal_to_double PREHOOK: type: QUERY @@ -783,8 +783,8 @@ POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 SI POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c13 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num SIMPLE [] +insert_num timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 timestamp1_5 timestamp1_6 timestamp1_7 timestamp1_8 timestamp1_9 timestamp1_10 timestamp1_11 _c13 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY @@ -958,8 +958,8 @@ POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:date1, type:date, comment:null), ] POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:date1, type:date, comment:null), ] -POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_2_n0)schema_evolution_data_2_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 _c5 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num SIMPLE [] +insert_num date1 date1_1 date1_2 date1_3 _c5 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out index 97a964fc60..f5f4ba53a0 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_llap_io.q.out @@ -552,8 +552,8 @@ POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [] POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:double1, type:double, comment:null), ] -POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num double1 double1 double1 _c4 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num SIMPLE [] +insert_num double1 double1_1 double1_2 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY @@ -640,7 +640,7 @@ POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION( POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp PREHOOK: type: QUERY @@ -869,7 +869,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_grou POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY @@ -1119,7 +1119,7 @@ POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY @@ -1602,7 +1602,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint P POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1838,7 +1838,7 @@ POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PA POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SIMPLE [(schema_evolution_data_n0)schema_evolution_data_n0.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out index a2c26b20a6..b5362fae1f 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out @@ -567,7 +567,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n8.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n8.c8 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n8.c9 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n8.insert_num SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: alter table table_change_date_group_string_group_date_group_n8 replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), c6 STRING, c7 CHAR(50), c8 CHAR(15), c9 VARCHAR(50), c10 VARCHAR(15), b STRING) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@table_change_date_group_string_group_date_group_n8 @@ -674,7 +674,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n8.c8 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n8.c9 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n8.insert_num SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n8 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string_group_n8 @@ -885,7 +885,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n8.c8 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n8.c9 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n8.insert_num SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n8 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string_group_n8 @@ -1221,7 +1221,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8.c8 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8.c9 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8.insert_num SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n8 @@ -1349,7 +1349,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n8.c2 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n8.c3 SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n8.insert_num SIMPLE [(schema_evolution_data_n24)schema_evolution_data_n24.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n8 PREHOOK: type: QUERY PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_float_n8 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out index 2c25fefee6..7b9fe43853 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table_llap_io.q.out @@ -657,7 +657,7 @@ POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n11.c7 SIMPLE POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n11.c8 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n11.c9 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:timestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: table_change_date_group_string_group_date_group_n11.insert_num SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num date1 date1 date1 date1 date1 timestamp1 timestamp1 timestamp1 timestamp1 timestamp1 _c11 +insert_num date1 date1_1 date1_2 date1_3 date1_4 timestamp1 timestamp1_1 timestamp1_2 timestamp1_3 timestamp1_4 _c11 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group_n11 PREHOOK: type: QUERY @@ -903,7 +903,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_gro POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n11.c8 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:bigint1, type:bigint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n11.c9 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:tinyint1, type:tinyint, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group_n11.insert_num SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 tinyint1 smallint1 int1 bigint1 _c21 +insert_num tinyint1 smallint1 int1 bigint1 tinyint1_1 smallint1_1 int1_1 bigint1_1 tinyint1_2 smallint1_2 int1_2 bigint1_2 tinyint1_3 smallint1_3 int1_3 bigint1_3 tinyint1_4 smallint1_4 int1_4 bigint1_4 _c21 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group_n11 PREHOOK: type: QUERY @@ -1170,7 +1170,7 @@ POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n11.c8 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n11.c9 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:double1, type:double, comment:null), ] POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group_n11.insert_num SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 decimal1 float1 double1 _c16 +insert_num decimal1 float1 double1 decimal1_1 float1_1 double1_1 decimal1_2 float1_2 double1_2 decimal1_3 float1_3 double1_3 decimal1_4 float1_4 double1_4 _c16 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group_n11 PREHOOK: type: QUERY @@ -1617,7 +1617,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11.c8 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11.c9 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:smallint1, type:smallint, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11.insert_num SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 tinyint1 smallint1 smallint1 smallint1 smallint1 smallint1 int1 int1 int1 int1 bigint1 bigint1 bigint1 _c19 +insert_num tinyint1 tinyint1_1 tinyint1_2 tinyint1_3 tinyint1_4 tinyint1_5 smallint1 smallint1_1 smallint1_2 smallint1_3 smallint1_4 int1 int1_1 int1_2 int1_3 bigint1 bigint1_1 bigint1_2 _c19 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint_n11 PREHOOK: type: QUERY @@ -1800,7 +1800,7 @@ POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n11.c2 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:decimal1, type:decimal(38,18), comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n11.c3 SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:float1, type:float, comment:null), ] POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float_n11.insert_num SIMPLE [(schema_evolution_data_n37)schema_evolution_data_n37.FieldSchema(name:insert_num, type:int, comment:null), ] -insert_num decimal1 decimal1 float1 _c4 +insert_num decimal1 decimal1_1 float1 _c4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float_n11 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/varchar_udf1.q.out b/ql/src/test/results/clientpositive/llap/varchar_udf1.q.out index fe20d54586..af8ff61a5b 100644 --- a/ql/src/test/results/clientpositive/llap/varchar_udf1.q.out +++ b/ql/src/test/results/clientpositive/llap/varchar_udf1.q.out @@ -20,9 +20,9 @@ POSTHOOK: query: insert overwrite table varchar_udf_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@varchar_udf_1 -POSTHOOK: Lineage: varchar_udf_1.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1.c1 SIMPLE [] POSTHOOK: Lineage: varchar_udf_1.c2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: varchar_udf_1.c3 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1.c3 EXPRESSION [] POSTHOOK: Lineage: varchar_udf_1.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select concat(c1, c2), diff --git a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out index fba880b662..bb5d7f352c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out @@ -20,9 +20,9 @@ POSTHOOK: query: insert overwrite table varchar_udf_1_n0 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@varchar_udf_1_n0 -POSTHOOK: Lineage: varchar_udf_1_n0.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1_n0.c1 SIMPLE [] POSTHOOK: Lineage: varchar_udf_1_n0.c2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: varchar_udf_1_n0.c3 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1_n0.c3 EXPRESSION [] POSTHOOK: Lineage: varchar_udf_1_n0.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: insert into varchar_udf_1_n0 values (NULL, NULL, NULL, NULL) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out b/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out index 9be5235e27..c3d48b6fc9 100644 --- a/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_case_when_2.q.out @@ -36,7 +36,7 @@ POSTHOOK: Lineage: timestamps.cdate EXPRESSION [(timestamps_txt)timestamps_txt.F POSTHOOK: Lineage: timestamps.ctimestamp1 SIMPLE [(timestamps_txt)timestamps_txt.FieldSchema(name:tsval, type:timestamp, comment:null), ] POSTHOOK: Lineage: timestamps.ctimestamp2 EXPRESSION [(timestamps_txt)timestamps_txt.FieldSchema(name:tsval, type:timestamp, comment:null), ] POSTHOOK: Lineage: timestamps.stimestamp1 EXPRESSION [(timestamps_txt)timestamps_txt.FieldSchema(name:tsval, type:timestamp, comment:null), ] -tsval tsval _c2 _c3 +tsval tsval_1 _c2 _c3 PREHOOK: query: INSERT INTO TABLE timestamps VALUES (NULL,NULL,NULL,NULL) PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out index af5815f693..72fbc00d41 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out @@ -34,7 +34,7 @@ POSTHOOK: Input: default@unique_timestamps POSTHOOK: Output: default@interval_arithmetic_1 POSTHOOK: Lineage: interval_arithmetic_1.dateval EXPRESSION [(unique_timestamps)unique_timestamps.FieldSchema(name:tsval, type:timestamp, comment:null), ] POSTHOOK: Lineage: interval_arithmetic_1.tsval SIMPLE [(unique_timestamps)unique_timestamps.FieldSchema(name:tsval, type:timestamp, comment:null), ] -tsval tsval +tsval tsval_1 PREHOOK: query: explain vectorization expression select dateval, diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out index 12dade0c2a..e04dda95c0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out @@ -35,19 +35,19 @@ POSTHOOK: Input: default@sorted_mod_4 POSTHOOK: Output: default@sorted_mod_4 #### A masked pattern was here #### PREHOOK: query: create table small_table stored -as orc as select ctinyint, cbigint from alltypesorc limit 100 +as orc as select ctinyint as ctinyint1, cbigint from alltypesorc limit 100 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default PREHOOK: Output: default@small_table POSTHOOK: query: create table small_table stored -as orc as select ctinyint, cbigint from alltypesorc limit 100 +as orc as select ctinyint as ctinyint1, cbigint from alltypesorc limit 100 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_table POSTHOOK: Lineage: small_table.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_table.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_table.ctinyint1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_table COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_table @@ -70,21 +70,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st -on s.ctinyint = st.ctinyint +on s.ctinyint = st.ctinyint1 ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st -on s.ctinyint = st.ctinyint +on s.ctinyint = st.ctinyint1 ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st -on s.ctinyint = st.ctinyint +on s.ctinyint = st.ctinyint1 ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_table @@ -93,7 +93,7 @@ PREHOOK: Input: default@sorted_mod_4 POSTHOOK: query: select count(*) from (select s.*, st.* from sorted_mod_4 s left outer join small_table st -on s.ctinyint = st.ctinyint +on s.ctinyint = st.ctinyint1 ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table @@ -104,21 +104,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.cmodint = 2 +on s.ctinyint = sm.ctinyint1 and s.cmodint = 2 ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.cmodint = 2 +on s.ctinyint = sm.ctinyint1 and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.cmodint = 2 +on s.ctinyint = sm.ctinyint1 and s.cmodint = 2 ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_table @@ -127,7 +127,7 @@ PREHOOK: Input: default@sorted_mod_4 POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.cmodint = 2 +on s.ctinyint = sm.ctinyint1 and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table @@ -138,21 +138,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint +on s.ctinyint = sm.ctinyint1 and pmod(s.ctinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint +on s.ctinyint = sm.ctinyint1 and pmod(s.ctinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint +on s.ctinyint = sm.ctinyint1 and pmod(s.ctinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_table @@ -161,7 +161,7 @@ PREHOOK: Input: default@sorted_mod_4 POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and pmod(s.ctinyint, 4) = s.cmodint +on s.ctinyint = sm.ctinyint1 and pmod(s.ctinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table @@ -172,21 +172,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.ctinyint < 100 +on s.ctinyint = sm.ctinyint1 and s.ctinyint < 100 ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.ctinyint < 100 +on s.ctinyint = sm.ctinyint1 and s.ctinyint < 100 ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.ctinyint < 100 +on s.ctinyint = sm.ctinyint1 and s.ctinyint < 100 ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@small_table @@ -195,7 +195,7 @@ PREHOOK: Input: default@sorted_mod_4 POSTHOOK: query: select count(*) from (select s.ctinyint, s.cmodint, sm.cbigint from sorted_mod_4 s left outer join small_table sm -on s.ctinyint = sm.ctinyint and s.ctinyint < 100 +on s.ctinyint = sm.ctinyint1 and s.ctinyint < 100 ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@small_table @@ -203,28 +203,31 @@ POSTHOOK: Input: default@sorted_mod_4 #### A masked pattern was here #### 6876 PREHOOK: query: explain vectorization detail formatted -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.ctinyint as ctinyint, s.cmodint as cmodint, sm.*, s2.cmodint as cmodint1, s2.ctinyint + as ctinyint_1 from sorted_mod_4 s left outer join small_table sm - on pmod(sm.cbigint, 8) = s.cmodint + on pmod(sm.cbigint, 8) = s.cmodint left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.ctinyint as ctinyint, s.cmodint as cmodint, sm.*, s2.cmodint as cmodint1, s2.ctinyint + as ctinyint_1 from sorted_mod_4 s left outer join small_table sm - on pmod(sm.cbigint, 8) = s.cmodint + on pmod(sm.cbigint, 8) = s.cmodint left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### -PREHOOK: query: select count(*) from (select s.*, sm.*, s2.* +PREHOOK: query: select count(*) from (select s.ctinyint as ctinyint, s.cmodint as cmodint, sm.*, s2.cmodint as cmodint1, s2.ctinyint + as ctinyint_1 from sorted_mod_4 s left outer join small_table sm - on pmod(sm.cbigint, 8) = s.cmodint + on pmod(sm.cbigint, 8) = s.cmodint left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 @@ -232,10 +235,11 @@ PREHOOK: type: QUERY PREHOOK: Input: default@small_table PREHOOK: Input: default@sorted_mod_4 #### A masked pattern was here #### -POSTHOOK: query: select count(*) from (select s.*, sm.*, s2.* +POSTHOOK: query: select count(*) from (select s.ctinyint as ctinyint, s.cmodint as cmodint, sm.*, s2.cmodint as cmodint1, s2.ctinyint + as ctinyint_1 from sorted_mod_4 s left outer join small_table sm - on pmod(sm.cbigint, 8) = s.cmodint + on pmod(sm.cbigint, 8) = s.cmodint left outer join sorted_mod_4 s2 on s2.ctinyint = s.ctinyint ) t1 @@ -279,19 +283,19 @@ POSTHOOK: Input: default@mod_8_mod_4 POSTHOOK: Output: default@mod_8_mod_4 #### A masked pattern was here #### PREHOOK: query: create table small_table2 stored -as orc as select pmod(ctinyint, 16) as cmodtinyint, cbigint from alltypesorc limit 100 +as orc as select pmod(ctinyint, 16) as cmodtinyint1, cbigint from alltypesorc limit 100 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default PREHOOK: Output: default@small_table2 POSTHOOK: query: create table small_table2 stored -as orc as select pmod(ctinyint, 16) as cmodtinyint, cbigint from alltypesorc limit 100 +as orc as select pmod(ctinyint, 16) as cmodtinyint1, cbigint from alltypesorc limit 100 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_table2 POSTHOOK: Lineage: small_table2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_table2.cmodtinyint EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_table2.cmodtinyint1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_table2 COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_table2 @@ -314,21 +318,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st -on s.cmodtinyint = st.cmodtinyint +on s.cmodtinyint = st.cmodtinyint1 ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st -on s.cmodtinyint = st.cmodtinyint +on s.cmodtinyint = st.cmodtinyint1 ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st -on s.cmodtinyint = st.cmodtinyint +on s.cmodtinyint = st.cmodtinyint1 ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 @@ -337,7 +341,7 @@ PREHOOK: Input: default@small_table2 POSTHOOK: query: select count(*) from (select s.*, st.* from mod_8_mod_4 s left outer join small_table2 st -on s.cmodtinyint = st.cmodtinyint +on s.cmodtinyint = st.cmodtinyint1 ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 @@ -348,21 +352,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodint = 2 ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodint = 2 ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 @@ -371,7 +375,7 @@ PREHOOK: Input: default@small_table2 POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodint = 2 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodint = 2 ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 @@ -382,21 +386,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint +on s.cmodtinyint = sm.cmodtinyint1 and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint +on s.cmodtinyint = sm.cmodtinyint1 and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint +on s.cmodtinyint = sm.cmodtinyint1 and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 @@ -405,7 +409,7 @@ PREHOOK: Input: default@small_table2 POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and pmod(s.cmodtinyint, 4) = s.cmodint +on s.cmodtinyint = sm.cmodtinyint1 and pmod(s.cmodtinyint, 4) = s.cmodint ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 @@ -416,21 +420,21 @@ PREHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodtinyint < 3 ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodtinyint < 3 ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### PREHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodtinyint < 3 ) t1 PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 @@ -439,7 +443,7 @@ PREHOOK: Input: default@small_table2 POSTHOOK: query: select count(*) from (select s.cmodtinyint, s.cmodint, sm.cbigint from mod_8_mod_4 s left outer join small_table2 sm -on s.cmodtinyint = sm.cmodtinyint and s.cmodtinyint < 3 +on s.cmodtinyint = sm.cmodtinyint1 and s.cmodtinyint < 3 ) t1 POSTHOOK: type: QUERY POSTHOOK: Input: default@mod_8_mod_4 @@ -447,7 +451,8 @@ POSTHOOK: Input: default@small_table2 #### A masked pattern was here #### 17792 PREHOOK: query: explain vectorization detail formatted -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.cmodtinyint as cmodtinyint, s.cmodint as cmodint, sm.*, +s2.cmodint as cmodint_1, s2.cmodtinyint as cmodtinyint_1 from mod_8_mod_4 s left outer join small_table2 sm on pmod(sm.cbigint, 8) = s.cmodint @@ -456,7 +461,8 @@ left outer join mod_8_mod_4 s2 ) t1 PREHOOK: type: QUERY POSTHOOK: query: explain vectorization detail formatted -select count(*) from (select s.*, sm.*, s2.* +select count(*) from (select s.cmodtinyint as cmodtinyint, s.cmodint as cmodint, sm.*, +s2.cmodint as cmodint_1, s2.cmodtinyint as cmodtinyint_1 from mod_8_mod_4 s left outer join small_table2 sm on pmod(sm.cbigint, 8) = s.cmodint @@ -465,7 +471,8 @@ left outer join mod_8_mod_4 s2 ) t1 POSTHOOK: type: QUERY #### A masked pattern was here #### -PREHOOK: query: select count(*) from (select s.*, sm.*, s2.* +PREHOOK: query: select count(*) from (select s.cmodtinyint as cmodtinyint, s.cmodint as cmodint, sm.*, +s2.cmodint as cmodint_1, s2.cmodtinyint as cmodtinyint_1 from mod_8_mod_4 s left outer join small_table2 sm on pmod(sm.cbigint, 8) = s.cmodint @@ -476,7 +483,8 @@ PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 PREHOOK: Input: default@small_table2 #### A masked pattern was here #### -POSTHOOK: query: select count(*) from (select s.*, sm.*, s2.* +POSTHOOK: query: select count(*) from (select s.cmodtinyint as cmodtinyint, s.cmodint as cmodint, sm.*, +s2.cmodint as cmodint_1, s2.cmodtinyint as cmodtinyint_1 from mod_8_mod_4 s left outer join small_table2 sm on pmod(sm.cbigint, 8) = s.cmodint diff --git a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out index aef23fd3b1..ebf4726e00 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf1.q.out @@ -22,9 +22,9 @@ POSTHOOK: query: insert overwrite table varchar_udf_1_n2 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@varchar_udf_1_n2 -POSTHOOK: Lineage: varchar_udf_1_n2.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1_n2.c1 SIMPLE [] POSTHOOK: Lineage: varchar_udf_1_n2.c2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: varchar_udf_1_n2.c3 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_1_n2.c3 EXPRESSION [] POSTHOOK: Lineage: varchar_udf_1_n2.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: varchar_udf_1_n2.d1 SIMPLE [] POSTHOOK: Lineage: varchar_udf_1_n2.d2 SIMPLE [] diff --git a/ql/src/test/results/clientpositive/llap/vector_udf2.q.out b/ql/src/test/results/clientpositive/llap/vector_udf2.q.out index 58c60d177a..85b20c7ef6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf2.q.out @@ -20,9 +20,9 @@ POSTHOOK: query: insert overwrite table varchar_udf_2 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@varchar_udf_2 -POSTHOOK: Lineage: varchar_udf_2.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_2.c1 SIMPLE [] POSTHOOK: Lineage: varchar_udf_2.c2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: varchar_udf_2.c3 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: varchar_udf_2.c3 EXPRESSION [] POSTHOOK: Lineage: varchar_udf_2.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain vectorization expression select diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing.q.out index a5d6167fba..615cb775a3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing.q.out @@ -207,6 +207,7 @@ STAGE PLANS: #### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -231,24 +232,24 @@ STAGE PLANS: aggregators: VectorUDAFMinDouble(col 7:double) -> double className: VectorGroupByOperator groupByMode: HASH - keyExpressions: col 2:string, col 1:string, col 5:int + keyExpressions: col 1:string, col 2:string, col 5:int native: false vectorProcessingMode: HASH projectedOutputColumnNums: [0] - keys: p_mfgr (type: string), p_name (type: string), p_size (type: int) + keys: p_name (type: string), p_mfgr (type: string), p_size (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ - Map-reduce partition columns: _col0 (type: string) + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [0] + partitionColumnNums: [0, 1, 2] valueColumnNums: [3] Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: double) @@ -270,19 +271,60 @@ STAGE PLANS: partitionColumnCount: 0 scratchColumnTypeNames: [] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Vectorization: enabled: true enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true - notVectorizedReason: PTF operator: Only PTF directly under reduce-shuffle is supported - vectorized: false + reduceColumnNullOrder: aaa + reduceColumnSortOrder: +++ + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 4 + dataColumns: KEY._col0:string, KEY._col1:string, KEY._col2:int, VALUE._col0:double + partitionColumnCount: 0 + scratchColumnTypeNames: [] Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) + Group By Vectorization: + aggregators: VectorUDAFMinDouble(col 3:double) -> double + className: VectorGroupByOperator + groupByMode: MERGEPARTIAL + keyExpressions: col 0:string, col 1:string, col 2:int + native: false + vectorProcessingMode: MERGE_PARTIAL + projectedOutputColumnNums: [0] keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string), _col0 (type: string) + sort order: ++ + Map-reduce partition columns: _col1 (type: string) + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + keyColumnNums: [1, 0] + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + partitionColumnNums: [1] + valueColumnNums: [2, 3] + Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: double) + Reducer 3 + Execution mode: llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + notVectorizedReason: PTF operator: lag not in supported functions [avg, count, dense_rank, first_value, last_value, max, min, rank, row_number, sum] + vectorized: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -292,20 +334,20 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 ASC NULLS FIRST - partition by: _col0 + order by: _col0 ASC NULLS FIRST + partition by: _col1 raw input shape: window functions: window function definition alias: rank_window_0 - arguments: _col1 + arguments: _col0 name: rank window function: GenericUDAFRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true window function definition alias: dense_rank_window_1 - arguments: _col1 + arguments: _col0 name: dense_rank window function: GenericUDAFDenseRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) @@ -319,7 +361,7 @@ STAGE PLANS: isPivotResult: true Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) + expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator @@ -356,7 +398,7 @@ group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -p_mfgr p_name p_size _c3 r dr p_size deltasz +p_mfgr p_name p_size _c3 r dr p_size_1 deltasz Manufacturer#1 almond antique burnished rose metallic 2 1173.15 1 1 2 0 Manufacturer#1 almond antique chartreuse lavender yellow 34 1753.76 2 2 34 32 Manufacturer#1 almond antique salmon chartreuse burlywood 6 1602.59 3 3 6 -28 @@ -415,6 +457,7 @@ STAGE PLANS: #### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -438,24 +481,24 @@ STAGE PLANS: aggregators: VectorUDAFMinDouble(col 7:double) -> double className: VectorGroupByOperator groupByMode: HASH - keyExpressions: col 2:string, col 1:string, col 5:int + keyExpressions: col 1:string, col 2:string, col 5:int native: false vectorProcessingMode: HASH projectedOutputColumnNums: [0] - keys: p_mfgr (type: string), p_name (type: string), p_size (type: int) + keys: p_name (type: string), p_mfgr (type: string), p_size (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ - Map-reduce partition columns: _col0 (type: string) + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [0] + partitionColumnNums: [0, 1, 2] valueColumnNums: [3] Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: double) @@ -477,19 +520,60 @@ STAGE PLANS: partitionColumnCount: 0 scratchColumnTypeNames: [] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Vectorization: enabled: true enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true - notVectorizedReason: PTF operator: Only PTF directly under reduce-shuffle is supported - vectorized: false + reduceColumnNullOrder: aaa + reduceColumnSortOrder: +++ + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 4 + dataColumns: KEY._col0:string, KEY._col1:string, KEY._col2:int, VALUE._col0:double + partitionColumnCount: 0 + scratchColumnTypeNames: [] Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) + Group By Vectorization: + aggregators: VectorUDAFMinDouble(col 3:double) -> double + className: VectorGroupByOperator + groupByMode: MERGEPARTIAL + keyExpressions: col 0:string, col 1:string, col 2:int + native: false + vectorProcessingMode: MERGE_PARTIAL + projectedOutputColumnNums: [0] keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string), _col0 (type: string) + sort order: ++ + Map-reduce partition columns: _col1 (type: string) + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + keyColumnNums: [1, 0] + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + partitionColumnNums: [1] + valueColumnNums: [2, 3] + Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: double) + Reducer 3 + Execution mode: llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + notVectorizedReason: PTF operator: lag not in supported functions [avg, count, dense_rank, first_value, last_value, max, min, rank, row_number, sum] + vectorized: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -499,20 +583,20 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 ASC NULLS FIRST - partition by: _col0 + order by: _col0 ASC NULLS FIRST + partition by: _col1 raw input shape: window functions: window function definition alias: rank_window_0 - arguments: _col1 + arguments: _col0 name: rank window function: GenericUDAFRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true window function definition alias: dense_rank_window_1 - arguments: _col1 + arguments: _col0 name: dense_rank window function: GenericUDAFDenseRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) @@ -526,7 +610,7 @@ STAGE PLANS: isPivotResult: true Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) + expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator @@ -563,7 +647,7 @@ having p_size > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -p_mfgr p_name p_size _c3 r dr p_size deltasz +p_mfgr p_name p_size _c3 r dr p_size_1 deltasz Manufacturer#1 almond antique burnished rose metallic 2 1173.15 1 1 2 0 Manufacturer#1 almond antique chartreuse lavender yellow 34 1753.76 2 2 34 32 Manufacturer#1 almond antique salmon chartreuse burlywood 6 1602.59 3 3 6 -28 @@ -6005,6 +6089,7 @@ STAGE PLANS: #### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -6028,24 +6113,24 @@ STAGE PLANS: aggregators: VectorUDAFMinDouble(col 7:double) -> double className: VectorGroupByOperator groupByMode: HASH - keyExpressions: col 2:string, col 1:string, col 5:int + keyExpressions: col 1:string, col 2:string, col 5:int native: false vectorProcessingMode: HASH projectedOutputColumnNums: [0] - keys: p_mfgr (type: string), p_name (type: string), p_size (type: int) + keys: p_name (type: string), p_mfgr (type: string), p_size (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ - Map-reduce partition columns: _col0 (type: string) + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) Reduce Sink Vectorization: className: VectorReduceSinkObjectHashOperator keyColumnNums: [0, 1, 2] native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [0] + partitionColumnNums: [0, 1, 2] valueColumnNums: [3] Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: double) @@ -6067,19 +6152,60 @@ STAGE PLANS: partitionColumnCount: 0 scratchColumnTypeNames: [] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Vectorization: enabled: true enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true - notVectorizedReason: PTF operator: Only PTF directly under reduce-shuffle is supported - vectorized: false + reduceColumnNullOrder: aaa + reduceColumnSortOrder: +++ + allNative: false + usesVectorUDFAdaptor: false + vectorized: true + rowBatchContext: + dataColumnCount: 4 + dataColumns: KEY._col0:string, KEY._col1:string, KEY._col2:int, VALUE._col0:double + partitionColumnCount: 0 + scratchColumnTypeNames: [] Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) + Group By Vectorization: + aggregators: VectorUDAFMinDouble(col 3:double) -> double + className: VectorGroupByOperator + groupByMode: MERGEPARTIAL + keyExpressions: col 0:string, col 1:string, col 2:int + native: false + vectorProcessingMode: MERGE_PARTIAL + projectedOutputColumnNums: [0] keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string), _col0 (type: string) + sort order: ++ + Map-reduce partition columns: _col1 (type: string) + Reduce Sink Vectorization: + className: VectorReduceSinkObjectHashOperator + keyColumnNums: [1, 0] + native: true + nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true + partitionColumnNums: [1] + valueColumnNums: [2, 3] + Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int), _col3 (type: double) + Reducer 3 + Execution mode: llap + Reduce Vectorization: + enabled: true + enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true + notVectorizedReason: PTF operator: lag not in supported functions [avg, count, dense_rank, first_value, last_value, max, min, rank, row_number, sum] + vectorized: false + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -6089,20 +6215,20 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 ASC NULLS FIRST - partition by: _col0 + order by: _col0 ASC NULLS FIRST + partition by: _col1 raw input shape: window functions: window function definition alias: rank_window_0 - arguments: _col1 + arguments: _col0 name: rank window function: GenericUDAFRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true window function definition alias: dense_rank_window_1 - arguments: _col1 + arguments: _col0 name: dense_rank window function: GenericUDAFDenseRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) @@ -6116,7 +6242,7 @@ STAGE PLANS: isPivotResult: true Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) + expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator @@ -6153,7 +6279,7 @@ having p_size > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -p_mfgr p_name p_size mi r dr p_size deltasz +p_mfgr p_name p_size mi r dr p_size_1 deltasz Manufacturer#1 almond antique burnished rose metallic 2 1173.15 1 1 2 0 Manufacturer#1 almond antique chartreuse lavender yellow 34 1753.76 2 2 34 32 Manufacturer#1 almond antique salmon chartreuse burlywood 6 1602.59 3 3 6 -28 diff --git a/ql/src/test/results/clientpositive/mm_buckets.q.out b/ql/src/test/results/clientpositive/mm_buckets.q.out index d37e2f6a54..1f12575a02 100644 --- a/ql/src/test/results/clientpositive/mm_buckets.q.out +++ b/ql/src/test/results/clientpositive/mm_buckets.q.out @@ -397,8 +397,8 @@ POSTHOOK: Input: default@intermediate_n2@p=455 POSTHOOK: Input: default@intermediate_n2@p=456 POSTHOOK: Input: default@intermediate_n2@p=457 POSTHOOK: Output: default@bucket2_mm -POSTHOOK: Lineage: bucket2_mm.id SIMPLE [(intermediate_n2)intermediate_n2.FieldSchema(name:key, type:int, comment:null), ] -POSTHOOK: Lineage: bucket2_mm.key SIMPLE [(intermediate_n2)intermediate_n2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: bucket2_mm.id SIMPLE [] +POSTHOOK: Lineage: bucket2_mm.key SIMPLE [] PREHOOK: query: select * from bucket2_mm order by key, id PREHOOK: type: QUERY PREHOOK: Input: default@bucket2_mm diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out index 7897131751..28b61352ff 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_20.q.out @@ -76,12 +76,12 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) - outputColumnNames: key, value1, value2 + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), '1' (type: string) + outputColumnNames: key, value1, value2, ds Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') - keys: '1' (type: string) + keys: ds (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -117,21 +117,21 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: '1' (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: '1' (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) - keys: '1' (type: string) + keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), '1' (type: string) + expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -244,12 +244,12 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table3 Select Operator - expressions: _col0 (type: string), _col1 (type: int), _col2 (type: string) - outputColumnNames: key, value1, value2 + expressions: _col0 (type: string), _col1 (type: int), _col2 (type: string), '1' (type: string) + outputColumnNames: key, value1, value2, ds Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') - keys: '1' (type: string) + keys: ds (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -285,21 +285,21 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: '1' (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: '1' (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) - keys: '1' (type: string) + keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), '1' (type: string) + expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1459,12 +1459,12 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) - outputColumnNames: key, value1, value2 + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), '2' (type: string) + outputColumnNames: key, value1, value2, ds Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value1, 'hll'), compute_stats(value2, 'hll') - keys: '2' (type: string) + keys: ds (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -1500,21 +1500,21 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: '2' (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: '2' (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) - keys: '2' (type: string) + keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), '2' (type: string) + expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out index dac4309b7e..40b9ad1de8 100644 --- a/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out +++ b/ql/src/test/results/clientpositive/spark/bucketsortoptimize_insert_4.q.out @@ -83,10 +83,14 @@ STAGE PLANS: Filter Operator predicate: key is not null (type: boolean) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Spark HashTable Sink Operator - keys: - 0 key (type: int) - 1 key (type: int) + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Spark HashTable Sink Operator + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) Local Work: Map Reduce Local Work @@ -104,26 +108,30 @@ STAGE PLANS: Filter Operator predicate: key is not null (type: boolean) Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0, _col1, _col7 - input vertices: - 0 Map 1 - Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), concat(_col1, _col7) (type: string) - outputColumnNames: _col1, _col2 + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 84 Data size: 736 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col4 + input vertices: + 0 Map 1 Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) + Select Operator + expressions: _col0 (type: int), concat(_col1, _col4) (type: string) + outputColumnNames: _col1, _col2 Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string) + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 92 Data size: 809 Basic stats: COMPLETE Column stats: NONE + value expressions: _col2 (type: string) Local Work: Map Reduce Local Work Reducer 3 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_22.q.out b/ql/src/test/results/clientpositive/spark/union_remove_22.q.out index 90861a3adb..1d23016681 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_22.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_22.q.out @@ -62,7 +62,7 @@ STAGE PLANS: outputColumnNames: key Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: count(1) + aggregations: count() keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 diff --git a/ql/src/test/results/clientpositive/union37.q.out b/ql/src/test/results/clientpositive/union37.q.out index 1b9ac10c0d..9f3e350ab3 100644 --- a/ql/src/test/results/clientpositive/union37.q.out +++ b/ql/src/test/results/clientpositive/union37.q.out @@ -438,12 +438,12 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: id (type: bigint), 'table_1' (type: string), trans_date (type: string), '2016-11-11' (type: string) - outputColumnNames: _col0, _col2, _col3, _col4 + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE Union Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: bigint), 999 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string) + expressions: _col0 (type: bigint), 999 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -458,12 +458,12 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: id (type: bigint), val (type: string), trans_date (type: string), trans_date (type: string) - outputColumnNames: _col0, _col2, _col3, _col4 + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE Union Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: bigint), 999 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string) + expressions: _col0 (type: bigint), 999 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git a/ql/src/test/results/clientpositive/union_remove_22.q.out b/ql/src/test/results/clientpositive/union_remove_22.q.out index 247db091ee..83217fabd4 100644 --- a/ql/src/test/results/clientpositive/union_remove_22.q.out +++ b/ql/src/test/results/clientpositive/union_remove_22.q.out @@ -57,7 +57,7 @@ STAGE PLANS: outputColumnNames: key Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: count(1) + aggregations: count() keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 @@ -110,7 +110,7 @@ STAGE PLANS: outputColumnNames: key Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: count(1) + aggregations: count() keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 diff --git a/ql/src/test/results/clientpositive/vector_case_when_2.q.out b/ql/src/test/results/clientpositive/vector_case_when_2.q.out index 76c7f3dd9b..3a1c092fd2 100644 --- a/ql/src/test/results/clientpositive/vector_case_when_2.q.out +++ b/ql/src/test/results/clientpositive/vector_case_when_2.q.out @@ -36,7 +36,7 @@ POSTHOOK: Lineage: timestamps.cdate EXPRESSION [(timestamps_txt)timestamps_txt.F POSTHOOK: Lineage: timestamps.ctimestamp1 SIMPLE [(timestamps_txt)timestamps_txt.FieldSchema(name:tsval, type:timestamp, comment:null), ] POSTHOOK: Lineage: timestamps.ctimestamp2 EXPRESSION [(timestamps_txt)timestamps_txt.FieldSchema(name:tsval, type:timestamp, comment:null), ] POSTHOOK: Lineage: timestamps.stimestamp1 EXPRESSION [(timestamps_txt)timestamps_txt.FieldSchema(name:tsval, type:timestamp, comment:null), ] -tsval tsval _c2 _c3 +tsval tsval_1 _c2 _c3 PREHOOK: query: INSERT INTO TABLE timestamps VALUES (NULL,NULL,NULL,NULL) PREHOOK: type: QUERY PREHOOK: Input: _dummy_database@_dummy_table diff --git a/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out b/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out index 2a390fab58..e61556a5c4 100644 --- a/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out +++ b/ql/src/test/results/clientpositive/vector_interval_arithmetic.q.out @@ -34,7 +34,7 @@ POSTHOOK: Input: default@unique_timestamps POSTHOOK: Output: default@interval_arithmetic_1 POSTHOOK: Lineage: interval_arithmetic_1.dateval EXPRESSION [(unique_timestamps)unique_timestamps.FieldSchema(name:tsval, type:timestamp, comment:null), ] POSTHOOK: Lineage: interval_arithmetic_1.tsval SIMPLE [(unique_timestamps)unique_timestamps.FieldSchema(name:tsval, type:timestamp, comment:null), ] -tsval tsval +tsval tsval_1 PREHOOK: query: explain vectorization expression select dateval,