diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPruner.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPruner.java index 58a9b59..5fad971 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPruner.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPruner.java @@ -81,7 +81,7 @@ public ParseContext transform(ParseContext pactx) throws SemanticException { opToParseCtxMap = pGraphContext.getOpParseCtx(); // generate pruned column list for all relevant operators - ColumnPrunerProcCtx cppCtx = new ColumnPrunerProcCtx(opToParseCtxMap); + ColumnPrunerProcCtx cppCtx = new ColumnPrunerProcCtx(pactx); // create a walker which walks the tree in a DFS manner while maintaining // the operator stack. The dispatcher diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcCtx.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcCtx.java index db36151..fee9bcf 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcCtx.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcCtx.java @@ -29,6 +29,7 @@ import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; import org.apache.hadoop.hive.ql.parse.OpParseContext; +import org.apache.hadoop.hive.ql.parse.ParseContext; import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; @@ -40,19 +41,25 @@ */ public class ColumnPrunerProcCtx implements NodeProcessorCtx { + private final ParseContext pctx; + private final Map, List> prunedColLists; private final HashMap, OpParseContext> opToParseCtxMap; private final Map>> joinPrunedColLists; - public ColumnPrunerProcCtx( - HashMap, OpParseContext> opToParseContextMap) { + public ColumnPrunerProcCtx(ParseContext pctx) { + this.pctx = pctx; + this.opToParseCtxMap = pctx.getOpParseCtx(); prunedColLists = new HashMap, List>(); - opToParseCtxMap = opToParseContextMap; joinPrunedColLists = new HashMap>>(); } + public ParseContext getParseContext() { + return pctx; + } + public Map>> getJoinPrunedColLists() { return joinPrunedColLists; } @@ -85,17 +92,25 @@ public ColumnPrunerProcCtx( */ public List genColLists(Operator curOp) throws SemanticException { - List colList = new ArrayList(); - if (curOp.getChildOperators() != null) { - for (Operator child : curOp.getChildOperators()) { - if (child instanceof CommonJoinOperator) { - int tag = child.getParentOperators().indexOf(curOp); - List prunList = joinPrunedColLists.get(child).get((byte) tag); - colList = Utilities.mergeUniqElems(colList, prunList); - } else { - colList = Utilities - .mergeUniqElems(colList, prunedColLists.get(child)); - } + if (curOp.getChildOperators() == null) { + return null; + } + List colList = null; + for (Operator child : curOp.getChildOperators()) { + List prunList; + if (child instanceof CommonJoinOperator) { + int tag = child.getParentOperators().indexOf(curOp); + prunList = joinPrunedColLists.get(child).get((byte) tag); + } else { + prunList = prunedColLists.get(child); + } + if (prunList == null) { + continue; + } + if (colList == null) { + colList = new ArrayList(prunList); + } else { + colList = Utilities.mergeUniqElems(colList, prunList); } } return colList; @@ -135,7 +150,7 @@ public ColumnPrunerProcCtx( List cols = new ArrayList(); SelectDesc conf = op.getConf(); - if (conf.isSelStarNoCompute()) { + if (colList != null && conf.isSelStarNoCompute()) { cols.addAll(colList); return cols; } @@ -148,7 +163,7 @@ public ColumnPrunerProcCtx( // input columns are used. List outputColumnNames = conf.getOutputColumnNames(); for (int i = 0; i < outputColumnNames.size(); i++) { - if (colList.contains(outputColumnNames.get(i))) { + if (colList == null || colList.contains(outputColumnNames.get(i))) { ExprNodeDesc expr = selectExprs.get(i); cols = Utilities.mergeUniqElems(cols, expr.getCols()); } diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java index 0690fb7..cc035b5 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java @@ -32,30 +32,23 @@ import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.exec.CommonJoinOperator; -import org.apache.hadoop.hive.ql.exec.ExtractOperator; -import org.apache.hadoop.hive.ql.exec.FileSinkOperator; import org.apache.hadoop.hive.ql.exec.FilterOperator; import org.apache.hadoop.hive.ql.exec.GroupByOperator; import org.apache.hadoop.hive.ql.exec.JoinOperator; import org.apache.hadoop.hive.ql.exec.LateralViewForwardOperator; import org.apache.hadoop.hive.ql.exec.LateralViewJoinOperator; -import org.apache.hadoop.hive.ql.exec.LimitOperator; import org.apache.hadoop.hive.ql.exec.MapJoinOperator; import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.exec.PTFOperator; import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator; import org.apache.hadoop.hive.ql.exec.RowSchema; -import org.apache.hadoop.hive.ql.exec.ScriptOperator; import org.apache.hadoop.hive.ql.exec.SelectOperator; import org.apache.hadoop.hive.ql.exec.TableScanOperator; -import org.apache.hadoop.hive.ql.exec.UDTFOperator; -import org.apache.hadoop.hive.ql.exec.UnionOperator; import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.lib.NodeProcessor; import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; import org.apache.hadoop.hive.ql.metadata.VirtualColumn; -import org.apache.hadoop.hive.ql.parse.OpParseContext; import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.AggregationDesc; @@ -174,7 +167,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, //Since we cannot know what columns will be needed by a PTF chain, //we do not prune columns on PTFOperator for PTF chains. if (!conf.forWindowing()) { - return getDefaultProc().process(nd, stack, ctx, nodeOutputs); + return null; } ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; @@ -299,6 +292,10 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; List cols = cppCtx .genColLists((Operator) nd); + if (cols == null) { + scanOp.setNeededColumnIDs(null); + return null; + } cppCtx.getPrunedColLists().put((Operator) nd, cols); List neededColumnIds = new ArrayList(); @@ -363,14 +360,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object... nodeOutputs) throws SemanticException { ReduceSinkOperator op = (ReduceSinkOperator) nd; ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; - HashMap, OpParseContext> opToParseCtxMap = cppCtx - .getOpToParseCtxMap(); - RowResolver redSinkRR = opToParseCtxMap.get(op).getRowResolver(); ReduceSinkDesc conf = op.getConf(); - List> childOperators = op - .getChildOperators(); - List> parentOperators = op - .getParentOperators(); List colLists = new ArrayList(); ArrayList keys = conf.getKeyCols(); @@ -378,75 +368,60 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, colLists = Utilities.mergeUniqElems(colLists, key.getCols()); } - if ((childOperators.size() == 1) - && (childOperators.get(0) instanceof JoinOperator)) { - assert parentOperators.size() == 1; - Operator par = parentOperators.get(0); - JoinOperator childJoin = (JoinOperator) childOperators.get(0); - RowResolver parRR = opToParseCtxMap.get(par).getRowResolver(); - List childJoinCols = cppCtx.getJoinPrunedColLists().get( - childJoin).get((byte) conf.getTag()); - boolean[] flags = new boolean[conf.getValueCols().size()]; - for (int i = 0; i < flags.length; i++) { - flags[i] = false; - } - if (childJoinCols != null && childJoinCols.size() > 0) { - Map exprMap = op.getColumnExprMap(); - for (String childCol : childJoinCols) { - ExprNodeDesc desc = exprMap.get(childCol); - int index = conf.getValueCols().indexOf(desc); - flags[index] = true; - String[] nm = redSinkRR.reverseLookup(childCol); - if (nm != null) { - ColumnInfo cInfo = parRR.get(nm[0], nm[1]); - if (!colLists.contains(cInfo.getInternalName())) { - colLists.add(cInfo.getInternalName()); - } - } - } - } - Collections.sort(colLists); - pruneReduceSinkOperator(flags, op, cppCtx); - } else if ((childOperators.size() == 1) - && (childOperators.get(0) instanceof ExtractOperator ) - && (childOperators.get(0).getChildOperators().size() == 1) - && (childOperators.get(0).getChildOperators().get(0) instanceof PTFOperator ) - && ((PTFOperator)childOperators.get(0). - getChildOperators().get(0)).getConf().forWindowing() ) { + assert op.getNumChild() == 1; - /* - * For RS that are followed by Extract & PTFOp for windowing - * - do the same thing as above. Reconstruct ValueColumn list based on what is required - * by the PTFOp. - */ + Operator child = op.getChildOperators().get(0); - assert parentOperators.size() == 1; + List childCols; + if (child instanceof CommonJoinOperator) { + childCols = cppCtx.getJoinPrunedColLists().get(child) + .get((byte) conf.getTag()); + } else { + childCols = cppCtx.getPrunedColList(child); - PTFOperator ptfOp = (PTFOperator) childOperators.get(0).getChildOperators().get(0); - List childCols = cppCtx.getPrunedColList(ptfOp); + } + if (childCols != null) { + /* + * in the case of count(or sum) distinct if we are not able to map + * a parameter column references back to the ReduceSink value columns + * we give up and assume all columns are needed. + */ + boolean hasUnresolvedReference = false; boolean[] flags = new boolean[conf.getValueCols().size()]; - for (int i = 0; i < flags.length; i++) { - flags[i] = false; - } - if (childCols != null && childCols.size() > 0) { - ArrayList outColNames = op.getConf().getOutputValueColumnNames(); - for(int i=0; i < outColNames.size(); i++ ) { - if ( childCols.contains(outColNames.get(i))) { - ExprNodeDesc exprNode = op.getConf().getValueCols().get(i); - flags[i] = true; - Utilities.mergeUniqElems(colLists, exprNode.getCols()); + Map exprMap = op.getColumnExprMap(); + for (String childCol : childCols) { + ExprNodeDesc desc = exprMap.get(childCol); + int index = conf.getValueCols().indexOf(desc); + if (index < 0) { + hasUnresolvedReference = desc == null || ExprNodeDescUtils.indexOf(desc, conf.getKeyCols()) < 0; + if ( hasUnresolvedReference ) { + break; } + continue; } + flags[index] = true; + colLists = Utilities.mergeUniqElems(colLists, desc.getCols()); } + + if ( hasUnresolvedReference ) { + for (ExprNodeDesc val : conf.getValueCols()) { + colLists = Utilities.mergeUniqElems(colLists, val.getCols()); + } + cppCtx.getPrunedColLists().put(op, colLists); + return null; + } + Collections.sort(colLists); pruneReduceSinkOperator(flags, op, cppCtx); - } else { - // Reduce Sink contains the columns needed - no need to aggregate from - // children - ArrayList vals = conf.getValueCols(); - for (ExprNodeDesc val : vals) { - colLists = Utilities.mergeUniqElems(colLists, val.getCols()); - } + cppCtx.getPrunedColLists().put(op, colLists); + return null; + } + + // Reduce Sink contains the columns needed - no need to aggregate from + // children + ArrayList vals = conf.getValueCols(); + for (ExprNodeDesc val : vals) { + colLists = Utilities.mergeUniqElems(colLists, val.getCols()); } cppCtx.getPrunedColLists().put(op, colLists); @@ -472,7 +447,10 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, LateralViewJoinOperator op = (LateralViewJoinOperator) nd; ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; List cols = cppCtx.genColLists(op); - + if (cols == null) { + return null; + } + Map colExprMap = op.getColumnExprMap(); // As columns go down the DAG, the LVJ will transform internal column // names from something like 'key' to '_col0'. Because of this, we need @@ -558,35 +536,26 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; LateralViewJoinOperator lvJoin = null; - if (op.getChildOperators() != null) { - for (Operator child : op.getChildOperators()) { - // If one of my children is a FileSink or Script, return all columns. - // Without this break, a bug in ReduceSink to Extract edge column - // pruning will manifest - // which should be fixed before remove this - if ((child instanceof FileSinkOperator) - || (child instanceof ScriptOperator) - || (child instanceof UDTFOperator) - || (child instanceof LimitOperator) - || (child instanceof UnionOperator)) { - cppCtx.getPrunedColLists() - .put(op, cppCtx.getColsFromSelectExpr(op)); - return null; - } - if (op.getConf().isSelStarNoCompute() && child instanceof LateralViewJoinOperator) { - // this SEL is SEL(*) for LV - lvJoin = (LateralViewJoinOperator) child; - } + if (op.getConf().isSelStarNoCompute()) { + assert op.getNumChild() == 1; + Operator child = op.getChildOperators().get(0); + if (child instanceof LateralViewJoinOperator) { // this SEL is SEL(*) + // for LV + lvJoin = (LateralViewJoinOperator) child; } } + List cols = cppCtx.genColLists(op); SelectDesc conf = op.getConf(); if (lvJoin != null) { // get columns for SEL(*) from LVJ - RowResolver rr = cppCtx.getOpToParseCtxMap().get(op).getRowResolver(); - cppCtx.getPrunedColLists().put(op, cppCtx.getSelectColsFromLVJoin(rr, cols)); + if (cols != null) { + RowResolver rr = cppCtx.getOpToParseCtxMap().get(op).getRowResolver(); + cppCtx.getPrunedColLists().put(op, + cppCtx.getSelectColsFromLVJoin(rr, cols)); + } return null; } // The input to the select does not matter. Go over the expressions @@ -594,7 +563,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, cppCtx.getPrunedColLists().put(op, cppCtx.getSelectColsFromChildren(op, cols)); - if (conf.isSelStarNoCompute()) { + if (cols == null || conf.isSelStarNoCompute()) { return null; } @@ -612,7 +581,8 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, ArrayList newOutputColumnNames = new ArrayList(); ArrayList rs_oldsignature = op.getSchema().getSignature(); ArrayList rs_newsignature = new ArrayList(); - RowResolver old_rr = cppCtx.getOpToParseCtxMap().get(op).getRowResolver(); + RowResolver old_rr = cppCtx.getOpToParseCtxMap().get(op) + .getRowResolver(); RowResolver new_rr = new RowResolver(); for (String col : cols) { int index = originalOutputColumnNames.indexOf(col); @@ -694,7 +664,8 @@ private static void pruneReduceSinkOperator(boolean[] retainFlags, Map oldMap = reduce.getColumnExprMap(); LOG.info("RS " + reduce.getIdentifier() + " oldColExprMap: " + oldMap); RowResolver oldRR = cppCtx.getOpToParseCtxMap().get(reduce).getRowResolver(); - ArrayList signature = oldRR.getRowSchema().getSignature(); + ArrayList old_signature = oldRR.getRowSchema().getSignature(); + ArrayList signature = new ArrayList(old_signature); List valueColNames = reduceConf.getOutputValueColumnNames(); ArrayList newValueColNames = new ArrayList(); @@ -728,6 +699,8 @@ private static void pruneReduceSinkOperator(boolean[] retainFlags, } } + oldRR.getRowSchema().setSignature(signature); + reduce.getSchema().setSignature(signature); reduceConf.setOutputValueColumnNames(newValueColNames); reduceConf.setValueCols(newValueExprs); TableDesc newValueTable = PlanUtils.getReduceValueTableDesc(PlanUtils @@ -838,17 +811,19 @@ private static void pruneJoinOperator(NodeProcessorCtx ctx, Map columnExprMap, Map> retainMap, boolean mapJoin) throws SemanticException { ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; - Map> prunedColLists = new HashMap>(); List> childOperators = op .getChildOperators(); - for (Operator child : childOperators) { - if (child instanceof FileSinkOperator) { + List childColLists = cppCtx.genColLists(op); + if (childColLists == null) { return; } - } - List childColLists = cppCtx.genColLists(op); + + Map> prunedColLists = new HashMap>(); + for (byte tag : conf.getTagOrder()) { + prunedColLists.put(tag, new ArrayList()); + } //add the columns in join filters Set>> filters = diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java index 3f16dc2..a93e178 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java @@ -63,6 +63,10 @@ public void initialize(HiveConf hiveConf) { transformations.add(new ListBucketingPruner()); } } + if (HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVEOPTGROUPBY) || + HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVE_MAP_GROUPBY_SORT)) { + transformations.add(new GroupByOptimizer()); + } transformations.add(new ColumnPruner()); if (HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVE_OPTIMIZE_SKEWJOIN_COMPILETIME)) { transformations.add(new SkewJoinOptimizer()); @@ -70,10 +74,6 @@ public void initialize(HiveConf hiveConf) { if (HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVEOPTGBYUSINGINDEX)) { transformations.add(new RewriteGBUsingIndex()); } - if (HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVEOPTGROUPBY) || - HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVE_MAP_GROUPBY_SORT)) { - transformations.add(new GroupByOptimizer()); - } transformations.add(new SamplePruner()); transformations.add(new MapJoinProcessor()); boolean bucketMapJoinOptimizer = false; diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationUtilities.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationUtilities.java index 94224b3..dc906e8 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationUtilities.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationUtilities.java @@ -478,6 +478,12 @@ protected static void insertOperatorBetween( parent.setChildOperators(Utilities.makeList(newOperator)); } + public static void removeOperator(Operator target, ParseContext context) { + assert target.getNumParent() == 1 && target.getNumChild() == 1; + removeOperator(target, + target.getChildOperators().get(0), target.getParentOperators().get(0), context); + } + protected static void removeOperator(Operator target, Operator child, Operator parent, ParseContext context) { for (Operator aparent : target.getParentOperators()) { diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index 3b33dc2..77305ff 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -4097,12 +4097,13 @@ private ReduceSinkOperator genGroupByPlanReduceSinkOperator(QB qb, getColumnInternalName(inputField), "", false); reduceValues.add(exprDesc); inputField++; - outputValueColumnNames.add(getColumnInternalName(reduceValues.size() - 1)); - String field = Utilities.ReduceField.VALUE.toString() + "." - + getColumnInternalName(reduceValues.size() - 1); + String outputColName = getColumnInternalName(reduceValues.size() - 1); + outputValueColumnNames.add(outputColName); + String internalName = Utilities.ReduceField.VALUE.toString() + "." + + outputColName; reduceSinkOutputRowResolver.putExpression(entry.getValue(), - new ColumnInfo(field, type, null, false)); - colExprMap.put(field, exprDesc); + new ColumnInfo(internalName, type, null, false)); + colExprMap.put(internalName, exprDesc); } } @@ -6326,19 +6327,18 @@ private Operator genReduceSinkPlanForSortingBucketing(Table tab, Operator input, // signature and generate field expressions for those Map colExprMap = new HashMap(); ArrayList valueCols = new ArrayList(); + ArrayList outputColumns = new ArrayList(); + int i = 0; for (ColumnInfo colInfo : inputRR.getColumnInfos()) { + String internalName = getColumnInternalName(i++); + outputColumns.add(internalName); valueCols.add(new ExprNodeColumnDesc(colInfo.getType(), colInfo .getInternalName(), colInfo.getTabAlias(), colInfo .getIsVirtualCol())); - colExprMap.put(colInfo.getInternalName(), valueCols + colExprMap.put(internalName, valueCols .get(valueCols.size() - 1)); } - ArrayList outputColumns = new ArrayList(); - for (int i = 0; i < valueCols.size(); i++) { - outputColumns.add(getColumnInternalName(i)); - } - StringBuilder order = new StringBuilder(); for (int sortOrder : sortOrders) { order.append(sortOrder == BaseSemanticAnalyzer.HIVE_COLUMN_ORDER_ASC ? '+' : '-'); @@ -6445,20 +6445,19 @@ private Operator genReduceSinkPlan(String dest, QB qb, Operator input, // For the generation of the values expression just get the inputs // signature and generate field expressions for those + ArrayList outputColumns = new ArrayList(); Map colExprMap = new HashMap(); ArrayList valueCols = new ArrayList(); + int i = 0; for (ColumnInfo colInfo : inputRR.getColumnInfos()) { + String internalName = getColumnInternalName(i++); + outputColumns.add(internalName); valueCols.add(new ExprNodeColumnDesc(colInfo.getType(), colInfo .getInternalName(), colInfo.getTabAlias(), colInfo .getIsVirtualCol())); - colExprMap.put(colInfo.getInternalName(), valueCols - .get(valueCols.size() - 1)); + colExprMap.put(internalName, valueCols.get(valueCols.size() - 1)); } - ArrayList outputColumns = new ArrayList(); - for (int i = 0; i < valueCols.size(); i++) { - outputColumns.add(getColumnInternalName(i)); - } Operator interim = putOpInsertMap(OperatorFactory.getAndMakeChild(PlanUtils .getReduceSinkDesc(sortCols, valueCols, outputColumns, false, -1, partitionCols, order.toString(), numReducers), @@ -10908,13 +10907,13 @@ void buildPTFReduceSinkDetails(PartitionedTableFunctionDef tabDef, .getInternalName(), colInfo.getTabAlias(), colInfo .getIsVirtualCol()); valueCols.add(valueColExpr); - colExprMap.put(colInfo.getInternalName(), valueColExpr); - String outColName = SemanticAnalyzer.getColumnInternalName(pos++); - outputColumnNames.add(outColName); + String internalName = SemanticAnalyzer.getColumnInternalName(pos++); + outputColumnNames.add(internalName); + colExprMap.put(internalName, valueColExpr); String[] alias = inputRR.reverseLookup(colInfo.getInternalName()); ColumnInfo newColInfo = new ColumnInfo( - outColName, colInfo.getType(), alias[0], + internalName, colInfo.getType(), alias[0], colInfo.getIsVirtualCol(), colInfo.isHiddenVirtualCol()); rsOpRR.put(alias[0], alias[1], newColInfo); } @@ -11155,13 +11154,13 @@ private Operator genReduceSinkPlanForWindowing(WindowingSpec spec, .getInternalName(), colInfo.getTabAlias(), colInfo .getIsVirtualCol()); valueCols.add(valueColExpr); - colExprMap.put(colInfo.getInternalName(), valueColExpr); - String outColName = SemanticAnalyzer.getColumnInternalName(pos++); - outputColumnNames.add(outColName); + String internalName = SemanticAnalyzer.getColumnInternalName(pos++); + outputColumnNames.add(internalName); + colExprMap.put(internalName, valueColExpr); String[] alias = inputRR.reverseLookup(colInfo.getInternalName()); ColumnInfo newColInfo = new ColumnInfo( - outColName, colInfo.getType(), alias[0], + internalName, colInfo.getType(), alias[0], colInfo.getIsVirtualCol(), colInfo.isHiddenVirtualCol()); rsNewRR.put(alias[0], alias[1], newColInfo); String[] altMapping = inputRR.getAlternateMappings(colInfo.getInternalName()); diff --git ql/src/test/results/clientpositive/auto_join18.q.out ql/src/test/results/clientpositive/auto_join18.q.out index b8677f4..5100aa5 100644 --- ql/src/test/results/clientpositive/auto_join18.q.out +++ ql/src/test/results/clientpositive/auto_join18.q.out @@ -53,7 +53,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) diff --git ql/src/test/results/clientpositive/auto_join27.q.out ql/src/test/results/clientpositive/auto_join27.q.out index a576190..50dbc4e 100644 --- ql/src/test/results/clientpositive/auto_join27.q.out +++ ql/src/test/results/clientpositive/auto_join27.q.out @@ -60,8 +60,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + expressions: _col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -101,7 +101,7 @@ STAGE PLANS: Map Operator Tree: TableScan Union - Statistics: Num rows: 13 Data size: 2604 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 23 Data size: 2704 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -111,9 +111,9 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2974 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2974 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(1) mode: hash @@ -127,16 +127,16 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 200) (type: boolean) - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Union - Statistics: Num rows: 13 Data size: 2604 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 23 Data size: 2704 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -146,9 +146,9 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2974 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2974 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(1) mode: hash diff --git ql/src/test/results/clientpositive/auto_join30.q.out ql/src/test/results/clientpositive/auto_join30.q.out index 8709198..43fb2d7 100644 --- ql/src/test/results/clientpositive/auto_join30.q.out +++ ql/src/test/results/clientpositive/auto_join30.q.out @@ -32,19 +32,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -183,7 +183,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -199,11 +199,11 @@ STAGE PLANS: 0 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -296,19 +296,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -400,7 +400,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -416,11 +416,11 @@ STAGE PLANS: 0 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -513,19 +513,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -617,7 +617,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -633,11 +633,11 @@ STAGE PLANS: 0 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -750,7 +750,7 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1002,7 +1002,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -1020,11 +1020,11 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} 2 outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -1042,19 +1042,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -1166,7 +1166,7 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1352,7 +1352,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -1370,11 +1370,11 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} 2 outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -1392,19 +1392,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -1514,7 +1514,7 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1634,7 +1634,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -1652,11 +1652,11 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} 2 outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -1674,19 +1674,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -1796,7 +1796,7 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1916,7 +1916,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -1934,11 +1934,11 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} 2 outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -1956,19 +1956,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -2078,7 +2078,7 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2198,7 +2198,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -2216,11 +2216,11 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} 2 outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -2238,19 +2238,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/auto_join31.q.out ql/src/test/results/clientpositive/auto_join31.q.out index 1936e45..0db6a25 100644 --- ql/src/test/results/clientpositive/auto_join31.q.out +++ ql/src/test/results/clientpositive/auto_join31.q.out @@ -48,7 +48,7 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -234,7 +234,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -252,11 +252,11 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} 2 outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col3 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -274,19 +274,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Reduce Operator Tree: Extract - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/auto_join32.q.out ql/src/test/results/clientpositive/auto_join32.q.out index 05f53e6..54141fb 100644 --- ql/src/test/results/clientpositive/auto_join32.q.out +++ ql/src/test/results/clientpositive/auto_join32.q.out @@ -81,7 +81,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col2 (type: bigint) Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -182,7 +181,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - value expressions: _col2 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -294,7 +292,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - value expressions: _col2 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) diff --git ql/src/test/results/clientpositive/auto_sortmerge_join_10.q.out ql/src/test/results/clientpositive/auto_sortmerge_join_10.q.out index 8882aac..2407064 100644 --- ql/src/test/results/clientpositive/auto_sortmerge_join_10.q.out +++ ql/src/test/results/clientpositive/auto_sortmerge_join_10.q.out @@ -111,8 +111,8 @@ STAGE PLANS: predicate: (key < 6) (type: boolean) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: int), value (type: string) - outputColumnNames: _col0, _col1 + expressions: key (type: int) + outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Union Statistics: Num rows: 6 Data size: 42 Basic stats: COMPLETE Column stats: NONE @@ -150,8 +150,8 @@ STAGE PLANS: predicate: (key < 6) (type: boolean) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: int), value (type: string) - outputColumnNames: _col0, _col1 + expressions: key (type: int) + outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Union Statistics: Num rows: 6 Data size: 42 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/count.q.out ql/src/test/results/clientpositive/count.q.out index eb048b6..64460fe 100644 --- ql/src/test/results/clientpositive/count.q.out +++ ql/src/test/results/clientpositive/count.q.out @@ -58,7 +58,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) + value expressions: _col5 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0), sum(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby2_map.q.out ql/src/test/results/clientpositive/groupby2_map.q.out index 291f196..a7bd31c 100644 --- ql/src/test/results/clientpositive/groupby2_map.q.out +++ ql/src/test/results/clientpositive/groupby2_map.q.out @@ -40,7 +40,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: double) + value expressions: _col3 (type: double) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby2_map_skew.q.out ql/src/test/results/clientpositive/groupby2_map_skew.q.out index d005b6c..81bddbc 100644 --- ql/src/test/results/clientpositive/groupby2_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby2_map_skew.q.out @@ -40,7 +40,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: double) + value expressions: _col3 (type: double) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby3_map.q.out ql/src/test/results/clientpositive/groupby3_map.q.out index 1dfee08..c232236 100644 --- ql/src/test/results/clientpositive/groupby3_map.q.out +++ ql/src/test/results/clientpositive/groupby3_map.q.out @@ -57,7 +57,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: double), _col2 (type: struct), _col3 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct) + value expressions: _col1 (type: double), _col2 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct) Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), avg(VALUE._col1), avg(DISTINCT KEY._col0:0._col0), max(VALUE._col3), min(VALUE._col4), std(VALUE._col5), stddev_samp(VALUE._col6), variance(VALUE._col7), var_samp(VALUE._col8) diff --git ql/src/test/results/clientpositive/groupby3_map_skew.q.out ql/src/test/results/clientpositive/groupby3_map_skew.q.out index 7af59bc..f0c8942 100644 --- ql/src/test/results/clientpositive/groupby3_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby3_map_skew.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: double), _col2 (type: struct), _col3 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct) + value expressions: _col1 (type: double), _col2 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct) Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), avg(VALUE._col1), avg(DISTINCT KEY._col0:0._col0), max(VALUE._col3), min(VALUE._col4), std(VALUE._col5), stddev_samp(VALUE._col6), variance(VALUE._col7), var_samp(VALUE._col8) diff --git ql/src/test/results/clientpositive/groupby_cube1.q.out ql/src/test/results/clientpositive/groupby_cube1.q.out index 92d81f4..5bf8ee7 100644 --- ql/src/test/results/clientpositive/groupby_cube1.q.out +++ ql/src/test/results/clientpositive/groupby_cube1.q.out @@ -129,7 +129,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -310,7 +309,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) diff --git ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out index b405978..4d1f15a 100644 --- ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out +++ ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out @@ -46,14 +46,14 @@ STAGE PLANS: alias: t1 Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: int1 (type: int), int2 (type: int), str1 (type: string), str2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + expressions: int1 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: string) + value expressions: _col0 (type: int) Reduce Operator Tree: Extract Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/groupby_map_ppr.q.out ql/src/test/results/clientpositive/groupby_map_ppr.q.out index 27eff75..e1800ac 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr.q.out @@ -119,7 +119,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col2 (type: bigint), _col3 (type: double) + value expressions: _col3 (type: double) Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out index ad76252..91df128 100644 --- ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out @@ -258,7 +258,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value @@ -317,7 +316,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out index 51a70c4..2b783fb 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out @@ -236,8 +236,8 @@ STAGE PLANS: predicate: (((((key + key) = 200) or ((key - 100) = 100)) or ((key = 300) and value is not null)) or (((key + key) = 400) or (((key - 100) = 500) and value is not null))) (type: boolean) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: value (type: string), key (type: string) - outputColumnNames: value, key + expressions: key (type: string), value (type: string) + outputColumnNames: key, value Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: string) @@ -648,8 +648,8 @@ STAGE PLANS: predicate: (((((key + key) = 200) or ((key - 100) = 100)) or ((key = 300) and value is not null)) or (((key + key) = 400) or (((key - 100) = 500) and value is not null))) (type: boolean) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: value (type: string), key (type: string) - outputColumnNames: value, key + expressions: key (type: string), value (type: string) + outputColumnNames: key, value Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: string) diff --git ql/src/test/results/clientpositive/groupby_position.q.out ql/src/test/results/clientpositive/groupby_position.q.out index 727bccb..4a478d2 100644 --- ql/src/test/results/clientpositive/groupby_position.q.out +++ ql/src/test/results/clientpositive/groupby_position.q.out @@ -59,7 +59,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Filter Operator predicate: (key < 20) (type: boolean) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE @@ -121,7 +120,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -274,7 +272,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Filter Operator predicate: (key < 20) (type: boolean) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE @@ -336,7 +333,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -663,7 +659,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) diff --git ql/src/test/results/clientpositive/groupby_rollup1.q.out ql/src/test/results/clientpositive/groupby_rollup1.q.out index 36bf966..7c440d1 100644 --- ql/src/test/results/clientpositive/groupby_rollup1.q.out +++ ql/src/test/results/clientpositive/groupby_rollup1.q.out @@ -123,7 +123,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -298,7 +297,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) diff --git ql/src/test/results/clientpositive/groupby_sort_11.q.out ql/src/test/results/clientpositive/groupby_sort_11.q.out index 8ee7571..24d349b 100644 --- ql/src/test/results/clientpositive/groupby_sort_11.q.out +++ ql/src/test/results/clientpositive/groupby_sort_11.q.out @@ -348,7 +348,6 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col0:0._col0) @@ -413,7 +412,6 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col0:0._col0) diff --git ql/src/test/results/clientpositive/groupby_sort_8.q.out ql/src/test/results/clientpositive/groupby_sort_8.q.out index a27cfaa..a270c38 100644 --- ql/src/test/results/clientpositive/groupby_sort_8.q.out +++ ql/src/test/results/clientpositive/groupby_sort_8.q.out @@ -141,7 +141,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col0:0._col0) diff --git ql/src/test/results/clientpositive/join18.q.out ql/src/test/results/clientpositive/join18.q.out index 7975c79..f0ea842 100644 --- ql/src/test/results/clientpositive/join18.q.out +++ ql/src/test/results/clientpositive/join18.q.out @@ -52,7 +52,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) diff --git ql/src/test/results/clientpositive/metadataonly1.q.out ql/src/test/results/clientpositive/metadataonly1.q.out index 917efdf..3a3d529 100644 --- ql/src/test/results/clientpositive/metadataonly1.q.out +++ ql/src/test/results/clientpositive/metadataonly1.q.out @@ -280,7 +280,6 @@ STAGE PLANS: sort order: + Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE tag: -1 - value expressions: _col1 (type: bigint) Path -> Alias: -mr-10002default.test1{ds=1} [test1] Path -> Partition: @@ -1051,7 +1050,6 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE tag: -1 - value expressions: _col2 (type: bigint) Path -> Alias: -mr-10002default.test2{ds=1, hr=1} [test2] -mr-10003default.test2{ds=1, hr=2} [test2] @@ -1771,7 +1769,6 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE tag: -1 - value expressions: _col2 (type: bigint) Path -> Alias: -mr-10002default.test2{ds=01_10_10, hr=01} [test2] -mr-10003default.test2{ds=01_10_20, hr=02} [test2] diff --git ql/src/test/results/clientpositive/multi_insert_gby2.q.out ql/src/test/results/clientpositive/multi_insert_gby2.q.out index ab758cb..7cb8f73 100644 --- ql/src/test/results/clientpositive/multi_insert_gby2.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby2.q.out @@ -51,7 +51,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: Extract Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -73,7 +73,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: double), 0.5 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: Forward Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out index 35e70b4..d923d7e 100644 --- ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out +++ ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out @@ -1060,7 +1060,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: double) Select Operator expressions: array((key + 1),(key + 2)) (type: array) outputColumnNames: _col0 @@ -1086,7 +1085,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: double) Lateral View Forward Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1196,7 +1194,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: double) Reduce Operator Tree: Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0) @@ -1239,7 +1236,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: double) Reduce Operator Tree: Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0) @@ -1552,7 +1548,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: double) Select Operator expressions: array((key + 1),(key + 2)) (type: array) outputColumnNames: _col0 @@ -1578,7 +1573,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: double) Lateral View Forward Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1634,8 +1628,8 @@ STAGE PLANS: predicate: ((key > 200) or (key < 200)) (type: boolean) Statistics: Num rows: 6 Data size: 62 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: value (type: string), key (type: string) - outputColumnNames: value, key + expressions: key (type: string), value (type: string) + outputColumnNames: key, value Statistics: Num rows: 6 Data size: 62 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1685,7 +1679,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: double) Reduce Operator Tree: Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0) diff --git ql/src/test/results/clientpositive/nullgroup.q.out ql/src/test/results/clientpositive/nullgroup.q.out index 2ac7dea..bf63241 100644 --- ql/src/test/results/clientpositive/nullgroup.q.out +++ ql/src/test/results/clientpositive/nullgroup.q.out @@ -149,7 +149,6 @@ STAGE PLANS: sort order: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1) @@ -227,7 +226,6 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1) diff --git ql/src/test/results/clientpositive/nullgroup2.q.out ql/src/test/results/clientpositive/nullgroup2.q.out index cf31dc1..c9fdb7f 100644 --- ql/src/test/results/clientpositive/nullgroup2.q.out +++ ql/src/test/results/clientpositive/nullgroup2.q.out @@ -187,7 +187,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1) @@ -272,7 +271,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1) diff --git ql/src/test/results/clientpositive/nullgroup4.q.out ql/src/test/results/clientpositive/nullgroup4.q.out index feae138..857140e 100644 --- ql/src/test/results/clientpositive/nullgroup4.q.out +++ ql/src/test/results/clientpositive/nullgroup4.q.out @@ -34,7 +34,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(DISTINCT KEY._col0:0._col0) @@ -121,7 +121,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(DISTINCT KEY._col0:0._col0) @@ -183,7 +183,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1), count(DISTINCT KEY._col0:0._col0) @@ -264,7 +263,6 @@ STAGE PLANS: key expressions: value (type: string) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1), count(DISTINCT KEY._col0:0._col0) diff --git ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out index 2ee357f..e0e49e1 100644 --- ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out +++ ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out @@ -32,7 +32,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) + value expressions: _col2 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0) @@ -92,7 +92,6 @@ STAGE PLANS: key expressions: value (type: string), substr(value, 5) (type: string) sort order: ++ Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0) diff --git ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out index 9c6d14e..1216356 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out @@ -32,7 +32,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2516,7 +2516,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: Extract Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/udf_count.q.out ql/src/test/results/clientpositive/udf_count.q.out index fb45708..ced8924 100644 --- ql/src/test/results/clientpositive/udf_count.q.out +++ ql/src/test/results/clientpositive/udf_count.q.out @@ -100,7 +100,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col0:0._col0) @@ -161,7 +160,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col0:0._col0, KEY._col0:0._col1) diff --git ql/src/test/results/clientpositive/union11.q.out ql/src/test/results/clientpositive/union11.q.out index f226f35..dd48bbe 100644 --- ql/src/test/results/clientpositive/union11.q.out +++ ql/src/test/results/clientpositive/union11.q.out @@ -48,9 +48,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst1' (type: string), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst1' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: @@ -63,11 +63,11 @@ STAGE PLANS: Map Operator Tree: TableScan Union - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) @@ -82,11 +82,11 @@ STAGE PLANS: value expressions: _col1 (type: bigint) TableScan Union - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) @@ -101,11 +101,11 @@ STAGE PLANS: value expressions: _col1 (type: bigint) TableScan Union - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) @@ -161,9 +161,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst2' (type: string), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst2' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: @@ -195,9 +195,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst3' (type: string), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst3' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/union14.q.out ql/src/test/results/clientpositive/union14.q.out index a6d349b..9753dd0 100644 --- ql/src/test/results/clientpositive/union14.q.out +++ ql/src/test/results/clientpositive/union14.q.out @@ -44,9 +44,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst1' (type: string), UDFToString(_col0) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst1' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: @@ -59,47 +59,47 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Union - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) TableScan Union - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/union15.q.out ql/src/test/results/clientpositive/union15.q.out index 88c9553..6000748 100644 --- ql/src/test/results/clientpositive/union15.q.out +++ ql/src/test/results/clientpositive/union15.q.out @@ -46,9 +46,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst1' (type: string), UDFToString(_col0) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst1' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: @@ -61,72 +61,72 @@ STAGE PLANS: Map Operator Tree: TableScan Union - Statistics: Num rows: 3 Data size: 704 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 520 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 704 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 520 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 440 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 440 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) TableScan alias: s2 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Union - Statistics: Num rows: 3 Data size: 704 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 520 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 704 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 520 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 440 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 440 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) TableScan alias: s3 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Union - Statistics: Num rows: 3 Data size: 704 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 520 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 704 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 520 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 440 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 5 Data size: 440 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator @@ -134,14 +134,14 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: string), _col1 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 2 Data size: 192 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 2 Data size: 192 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git ql/src/test/results/clientpositive/union16.q.out ql/src/test/results/clientpositive/union16.q.out index 2bd8d5e..da6ad4c 100644 --- ql/src/test/results/clientpositive/union16.q.out +++ ql/src/test/results/clientpositive/union16.q.out @@ -72,517 +72,467 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 725 Data size: 145300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 145300 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git ql/src/test/results/clientpositive/union2.q.out ql/src/test/results/clientpositive/union2.q.out index 0fac9d9..51a7cfe 100644 --- ql/src/test/results/clientpositive/union2.q.out +++ ql/src/test/results/clientpositive/union2.q.out @@ -20,57 +20,53 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: s2 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git ql/src/test/results/clientpositive/union28.q.out ql/src/test/results/clientpositive/union28.q.out index 4252062..9a4a740 100644 --- ql/src/test/results/clientpositive/union28.q.out +++ ql/src/test/results/clientpositive/union28.q.out @@ -75,8 +75,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2 + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -237,8 +237,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2 + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union30.q.out ql/src/test/results/clientpositive/union30.q.out index 194b3b8..aa92074 100644 --- ql/src/test/results/clientpositive/union30.q.out +++ ql/src/test/results/clientpositive/union30.q.out @@ -90,8 +90,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2 + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -288,8 +288,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - outputColumnNames: _col0, _col1, _col2 + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union31.q.out ql/src/test/results/clientpositive/union31.q.out index 2f7031f..e365fd9 100644 --- ql/src/test/results/clientpositive/union31.q.out +++ ql/src/test/results/clientpositive/union31.q.out @@ -774,8 +774,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: bigint) - outputColumnNames: _col0, _col1 + expressions: _col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -791,8 +791,8 @@ STAGE PLANS: alias: t2 Statistics: Num rows: 6 Data size: 18 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), cnt (type: bigint) - outputColumnNames: _col0, _col1 + expressions: key (type: string) + outputColumnNames: _col0 Statistics: Num rows: 6 Data size: 18 Basic stats: COMPLETE Column stats: NONE Union Statistics: Num rows: 11 Data size: 53 Basic stats: COMPLETE Column stats: NONE @@ -805,7 +805,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 53 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) TableScan Union Statistics: Num rows: 11 Data size: 53 Basic stats: COMPLETE Column stats: NONE @@ -818,7 +817,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 53 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Forward Statistics: Num rows: 11 Data size: 53 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/union5.q.out ql/src/test/results/clientpositive/union5.q.out index 0087393..8071481 100644 --- ql/src/test/results/clientpositive/union5.q.out +++ ql/src/test/results/clientpositive/union5.q.out @@ -43,9 +43,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst1' (type: string), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst1' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: @@ -58,11 +58,11 @@ STAGE PLANS: Map Operator Tree: TableScan Union - Statistics: Num rows: 2 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) @@ -77,11 +77,11 @@ STAGE PLANS: value expressions: _col1 (type: bigint) TableScan Union - Statistics: Num rows: 2 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) @@ -137,9 +137,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst2' (type: string), _col0 (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst2' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/union7.q.out ql/src/test/results/clientpositive/union7.q.out index 3a2d88c..4ac6e5d 100644 --- ql/src/test/results/clientpositive/union7.q.out +++ ql/src/test/results/clientpositive/union7.q.out @@ -42,9 +42,9 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: 'tst1' (type: string), UDFToString(_col0) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + expressions: 'tst1' (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: @@ -57,47 +57,47 @@ STAGE PLANS: Map Operator Tree: TableScan Union - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) TableScan alias: s2 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE Union - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 488 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 304 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 3 Data size: 264 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/union9.q.out ql/src/test/results/clientpositive/union9.q.out index c6cc511..0619eab 100644 --- ql/src/test/results/clientpositive/union9.q.out +++ ql/src/test/results/clientpositive/union9.q.out @@ -22,77 +22,71 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 87 Data size: 17436 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 87 Data size: 17436 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: s2 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 87 Data size: 17436 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 87 Data size: 17436 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) TableScan alias: s3 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Union - Statistics: Num rows: 87 Data size: 17436 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE Select Operator - Statistics: Num rows: 87 Data size: 17436 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 0 Data size: 17436 Basic stats: PARTIAL Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat