diff --git contrib/src/test/results/clientpositive/serde_typedbytes4.q.out contrib/src/test/results/clientpositive/serde_typedbytes4.q.out index 4498a53..17ea825 100644 --- contrib/src/test/results/clientpositive/serde_typedbytes4.q.out +++ contrib/src/test/results/clientpositive/serde_typedbytes4.q.out @@ -67,9 +67,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git contrib/src/test/results/clientpositive/udf_row_sequence.q.out contrib/src/test/results/clientpositive/udf_row_sequence.q.out index 81edd40..3b58cb5 100644 --- contrib/src/test/results/clientpositive/udf_row_sequence.q.out +++ contrib/src/test/results/clientpositive/udf_row_sequence.q.out @@ -53,20 +53,17 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), row_sequence() (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), row_sequence() (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-2 Map Reduce @@ -76,9 +73,11 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git hbase-handler/src/test/results/positive/hbase_queries.q.out hbase-handler/src/test/results/positive/hbase_queries.q.out index 7aa2b28..47fc23c 100644 --- hbase-handler/src/test/results/positive/hbase_queries.q.out +++ hbase-handler/src/test/results/positive/hbase_queries.q.out @@ -168,9 +168,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -273,7 +274,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: hbase_table_1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -295,7 +296,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -317,9 +318,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java index acaca23..feb8558 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java @@ -198,6 +198,11 @@ private boolean checkEquals(Object obj1, Object obj2) { } @Override + public int hashCode() { + return internalName.hashCode() + typeName.hashCode(); + } + + @Override public boolean equals(Object obj) { if (!(obj instanceof ColumnInfo) || (obj == null)) { return false; diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java index fc5864a..d5de58e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java @@ -383,7 +383,7 @@ public void setChildren(Configuration hconf) throws HiveException { if (!onepath.toUri().relativize(fpath.toUri()).equals(fpath.toUri())) { children.add(op); childrenOpToOpCtxMap.put(op, opCtx); - LOG.info("dump " + op.getName() + " " + LOG.info("dump " + op + " " + opCtxMap.get(inp).rowObjectInspector.getTypeName()); } current = opCtx; // just need for TestOperators.testMapOperator diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java index 22374b2..db94271 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java @@ -32,7 +32,6 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.exec.mr.ExecMapperContext; import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.metadata.HiveException; @@ -98,6 +97,11 @@ private boolean useBucketizedHiveInputFormat; + // dummy operator (for not increasing seqId) + private Operator(String name) { + id = name; + } + public Operator() { id = String.valueOf(seqId.getAndIncrement()); childOperators = new ArrayList>(); @@ -334,7 +338,7 @@ public void initialize(Configuration hconf, ObjectInspector[] inputOIs) return; } - LOG.info("Initializing Self " + id + " " + getName()); + LOG.info("Initializing Self " + this); if (inputOIs != null) { inputObjInspectors = inputOIs; @@ -1288,4 +1292,14 @@ public void setGroupKeyObjectInspector(ObjectInspector keyObjectInspector) { public ObjectInspector getGroupKeyObjectInspector() { return groupKeyOI; } + + public static Operator createDummy() { + return new DummyOperator(); + } + + private static class DummyOperator extends Operator { + public DummyOperator() { super("dummy"); } + public void processOp(Object row, int tag) { } + public OperatorType getType() { return null; } + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java index 6368548..02cdb6e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java @@ -57,7 +57,7 @@ implements Serializable, TopNHash.BinaryCollector { static { - PTFUtils.makeTransient(ReduceSinkOperator.class, "inputAliases"); + PTFUtils.makeTransient(ReduceSinkOperator.class, "inputAliases", "valueIndex"); } private static final long serialVersionUID = 1L; @@ -96,6 +96,8 @@ transient String[] inputAliases; // input aliases of this RS for join (used for PPD) private boolean skipTag = false; + private transient int[] valueIndex; // index for value(+ from keys, - from values) + public void setInputAliases(String[] inputAliases) { this.inputAliases = inputAliases; } @@ -470,4 +472,12 @@ public boolean opAllowedBeforeMapJoin() { public void setSkipTag(boolean value) { this.skipTag = value; } + + public void setValueIndex(int[] valueIndex) { + this.valueIndex = valueIndex; + } + + public int[] getValueIndex() { + return valueIndex; + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java index 083d574..71cc7eb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java @@ -27,7 +27,7 @@ public class RowSchema implements Serializable { private static final long serialVersionUID = 1L; - private ArrayList signature; + private ArrayList signature = new ArrayList(); public RowSchema() { } @@ -52,13 +52,11 @@ public void setSignature(ArrayList signature) { public String toString() { StringBuilder sb = new StringBuilder(); sb.append('('); - if (signature != null) { - for (ColumnInfo col: signature) { - if (sb.length() > 1) { - sb.append(','); - } - sb.append(col.toString()); + for (ColumnInfo col: signature) { + if (sb.length() > 1) { + sb.append(','); } + sb.append(col.toString()); } sb.append(')'); return sb.toString(); diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java index 26cdc5a..fe98c55 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java @@ -220,6 +220,13 @@ } } + public static String removeValueTag(String column) { + if (column.startsWith(ReduceField.VALUE + ".")) { + return column.substring(6); + } + return column; + } + private Utilities() { // prevent instantiation } diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java index f1ebd99..2a8fb2b 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java @@ -375,6 +375,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object... nodeOutputs) throws SemanticException { ReduceSinkOperator op = (ReduceSinkOperator) nd; ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; + RowResolver resolver = cppCtx.getOpToParseCtxMap().get(op).getRowResolver(); ReduceSinkDesc conf = op.getConf(); List colLists = new ArrayList(); @@ -395,35 +396,20 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, childCols = cppCtx.getPrunedColList(child); } + List valCols = conf.getValueCols(); + List valColNames = conf.getOutputValueColumnNames(); + if (childCols != null) { - /* - * in the case of count(or sum) distinct if we are not able to map - * a parameter column references back to the ReduceSink value columns - * we give up and assume all columns are needed. - */ - boolean hasUnresolvedReference = false; - boolean[] flags = new boolean[conf.getValueCols().size()]; + boolean[] flags = new boolean[valCols.size()]; Map exprMap = op.getColumnExprMap(); + for (String childCol : childCols) { - ExprNodeDesc desc = exprMap.get(childCol); - int index = conf.getValueCols().indexOf(desc); + int index = valColNames.indexOf(Utilities.removeValueTag(childCol)); if (index < 0) { - hasUnresolvedReference = desc == null || ExprNodeDescUtils.indexOf(desc, conf.getKeyCols()) < 0; - if ( hasUnresolvedReference ) { - break; - } continue; } flags[index] = true; - colLists = Utilities.mergeUniqElems(colLists, desc.getCols()); - } - - if ( hasUnresolvedReference ) { - for (ExprNodeDesc val : conf.getValueCols()) { - colLists = Utilities.mergeUniqElems(colLists, val.getCols()); - } - cppCtx.getPrunedColLists().put(op, colLists); - return null; + colLists = Utilities.mergeUniqElems(colLists, valCols.get(index).getCols()); } Collections.sort(colLists); @@ -434,8 +420,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, // Reduce Sink contains the columns needed - no need to aggregate from // children - ArrayList vals = conf.getValueCols(); - for (ExprNodeDesc val : vals) { + for (ExprNodeDesc val : valCols) { colLists = Utilities.mergeUniqElems(colLists, val.getCols()); } @@ -597,10 +582,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, // do we need to prune the select operator? List originalColList = op.getConf().getColList(); - List columns = new ArrayList(); - for (ExprNodeDesc expr : originalColList) { - Utilities.mergeUniqElems(columns, expr.getCols()); - } // by now, 'prunedCols' are columns used by child operators, and 'columns' // are columns used by this select operator. List originalOutputColumnNames = conf.getOutputColumnNames(); diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java index e3e0acc..0e7d247 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java @@ -460,7 +460,8 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, ExprNodeDesc expr = colExprMap.get(column.getInternalName()); int index = ExprNodeDescUtils.indexOf(expr, values); if (index >= 0) { - colExprMap.put(column.getInternalName(), newValues.get(index)); + ExprNodeDesc backtrack = ExprNodeDescUtils.backtrack(newValues.get(index), op, terminal); + colExprMap.put(column.getInternalName(), backtrack); schema.set(i, null); } } @@ -505,7 +506,7 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, byte srcTag = entry.getKey(); List filter = entry.getValue(); - Operator terminal = op.getParentOperators().get(srcTag); + Operator terminal = oldReduceSinkParentOps.get(srcTag); newFilters.put(srcTag, ExprNodeDescUtils.backtrack(filter, op, terminal)); } desc.setFilters(filters = newFilters); diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java index 86e4834..c52f753 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java @@ -36,7 +36,6 @@ import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.conf.HiveConf; -import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.exec.FileSinkOperator; import org.apache.hadoop.hive.ql.exec.GroupByOperator; import org.apache.hadoop.hive.ql.exec.JoinOperator; @@ -62,6 +61,7 @@ import org.apache.hadoop.hive.ql.optimizer.physical.CommonJoinTaskDispatcher; import org.apache.hadoop.hive.ql.parse.OpParseContext; import org.apache.hadoop.hive.ql.parse.ParseContext; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; @@ -341,7 +341,6 @@ private boolean sameOrder(String order1, String order2) { IntraQueryCorrelation correlation) throws SemanticException { LOG.info("now detecting operator " + current.getIdentifier() + " " + current.getName()); - LinkedHashSet correlatedReduceSinkOperators = new LinkedHashSet(); if (skipedJoinOperators.contains(current)) { @@ -387,18 +386,18 @@ private boolean sameOrder(String order1, String order2) { ExprNodeDescUtils.backtrack(childKeyCols, child, current); List backtrackedPartitionCols = ExprNodeDescUtils.backtrack(childPartitionCols, child, current); + + OpParseContext opCtx = pCtx.getOpParseCtx().get(current); + RowResolver rowResolver = opCtx.getRowResolver(); Set tableNeedToCheck = new HashSet(); for (ExprNodeDesc expr: childKeyCols) { if (!(expr instanceof ExprNodeColumnDesc)) { return correlatedReduceSinkOperators; - } else { - String colName = ((ExprNodeColumnDesc)expr).getColumn(); - OpParseContext opCtx = pCtx.getOpParseCtx().get(current); - for (ColumnInfo cinfo : opCtx.getRowResolver().getColumnInfos()) { - if (colName.equals(cinfo.getInternalName())) { - tableNeedToCheck.add(cinfo.getTabAlias()); - } - } + } + String colName = ((ExprNodeColumnDesc)expr).getColumn(); + String[] nm = rowResolver.reverseLookup(colName); + if (nm != null) { + tableNeedToCheck.add(nm[0]); } } if (current instanceof JoinOperator) { @@ -576,7 +575,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object... nodeOutputs) throws SemanticException { CorrelationNodeProcCtx corrCtx = (CorrelationNodeProcCtx) ctx; ReduceSinkOperator op = (ReduceSinkOperator) nd; - // Check if we have visited this operator if (corrCtx.isWalked(op)) { return null; diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java index 719fe9f..6a7733c 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java @@ -34,6 +34,7 @@ import org.apache.hadoop.hive.ql.exec.JoinOperator; import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator; +import org.apache.hadoop.hive.ql.exec.SelectOperator; import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; import org.apache.hadoop.hive.ql.lib.Dispatcher; @@ -163,7 +164,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, } return false; } - if (child instanceof ExtractOperator) { + if (child instanceof ExtractOperator || child instanceof SelectOperator) { return process(cRS, dedupCtx); } return false; diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java index 7cf48a7..d3caaf0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java @@ -20,6 +20,7 @@ import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.plan.OperatorDesc; /** @@ -69,4 +70,8 @@ public LineageCtx getLineageCtx() { public Operator getInputOperator() { return inpOp; } + + public RowResolver getResolver() { + return lctx.getParseCtx().getOpParseCtx().get(inpOp).getRowResolver(); + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java index b5cdde1..fdbb93e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java @@ -28,6 +28,8 @@ import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.exec.Operator; +import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator; +import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.hooks.LineageInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.BaseColumnInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.Dependency; @@ -40,6 +42,7 @@ import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; import org.apache.hadoop.hive.ql.lib.Rule; import org.apache.hadoop.hive.ql.lib.RuleRegExp; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeConstantDesc; @@ -70,20 +73,19 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, // assert that the input operator is not null as there are no // exprs associated with table scans. - assert (epc.getInputOperator() != null); - - ColumnInfo inp_ci = null; - for (ColumnInfo tmp_ci : epc.getInputOperator().getSchema() - .getSignature()) { - if (tmp_ci.getInternalName().equals(cd.getColumn())) { - inp_ci = tmp_ci; - break; - } + Operator operator = epc.getInputOperator(); + assert (operator != null); + + RowResolver resolver = epc.getResolver(); + String[] nm = resolver.reverseLookup(cd.getColumn()); + if (nm == null && operator instanceof ReduceSinkOperator) { + nm = resolver.reverseLookup(Utilities.removeValueTag(cd.getColumn())); } + ColumnInfo ci = nm != null ? resolver.get(nm[0], nm[1]): null; // Insert the dependencies of inp_ci to that of the current operator, ci LineageCtx lc = epc.getLineageCtx(); - Dependency dep = lc.getIndex().getDependency(epc.getInputOperator(), inp_ci); + Dependency dep = lc.getIndex().getDependency(operator, ci); return dep; } diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java index 78b7ca8..48ca8f9 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java @@ -32,6 +32,7 @@ import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Table; import org.apache.hadoop.hive.ql.exec.ColumnInfo; +import org.apache.hadoop.hive.ql.exec.ExtractOperator; import org.apache.hadoop.hive.ql.exec.ForwardOperator; import org.apache.hadoop.hive.ql.exec.GroupByOperator; import org.apache.hadoop.hive.ql.exec.JoinOperator; @@ -41,6 +42,7 @@ import org.apache.hadoop.hive.ql.exec.RowSchema; import org.apache.hadoop.hive.ql.exec.SelectOperator; import org.apache.hadoop.hive.ql.exec.TableScanOperator; +import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.hooks.LineageInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.BaseColumnInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.Dependency; @@ -52,6 +54,7 @@ import org.apache.hadoop.hive.ql.lib.Utils; import org.apache.hadoop.hive.ql.metadata.VirtualColumn; import org.apache.hadoop.hive.ql.parse.ParseContext; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.AggregationDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; @@ -213,8 +216,8 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, // Otherwise look up the expression corresponding to this ci ExprNodeDesc expr = exprs.get(cnt++); - lCtx.getIndex().mergeDependency(op, ci, - ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + Dependency dependency = ExprProcFactory.getExprDependency(lCtx, inpOp, expr); + lCtx.getIndex().mergeDependency(op, ci, dependency); } return null; @@ -438,7 +441,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, LineageCtx lCtx = (LineageCtx) procCtx; ReduceSinkOperator rop = (ReduceSinkOperator)nd; - ArrayList col_infos = rop.getSchema().getSignature(); Operator inpOp = getParent(stack); int cnt = 0; @@ -450,15 +452,49 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, } if (op instanceof GroupByOperator) { + ArrayList col_infos = rop.getSchema().getSignature(); for(ExprNodeDesc expr : rop.getConf().getKeyCols()) { lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); } - } - - for(ExprNodeDesc expr : rop.getConf().getValueCols()) { - lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), - ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + for(ExprNodeDesc expr : rop.getConf().getValueCols()) { + lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), + ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + } + } else if (op instanceof ExtractOperator) { + ArrayList col_infos = rop.getSchema().getSignature(); + for(ExprNodeDesc expr : rop.getConf().getValueCols()) { + lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), + ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + } + } else { + RowResolver resolver = lCtx.getParseCtx().getOpParseCtx().get(rop).getRowResolver(); + ReduceSinkDesc desc = rop.getConf(); + List keyCols = desc.getKeyCols(); + ArrayList keyColNames = desc.getOutputKeyColumnNames(); + for (int i = 0; i < keyCols.size(); i++) { + // order-bys, joins + String[] nm = resolver.reverseLookup(Utilities.ReduceField.KEY + "." + keyColNames.get(i)); + if (nm == null) { + continue; // key in values + } + ColumnInfo column = resolver.get(nm[0], nm[1]); + lCtx.getIndex().putDependency(rop, column, + ExprProcFactory.getExprDependency(lCtx, inpOp, keyCols.get(i))); + } + List valCols = desc.getValueCols(); + ArrayList valColNames = desc.getOutputValueColumnNames(); + for (int i = 0; i < valCols.size(); i++) { + // todo: currently, bucketing,etc. makes RS differently with those for order-bys or joins + String[] nm = resolver.reverseLookup(valColNames.get(i)); + if (nm == null) { + // order-bys, joins + nm = resolver.reverseLookup(Utilities.ReduceField.VALUE + "." + valColNames.get(i)); + } + ColumnInfo column = resolver.get(nm[0], nm[1]); + lCtx.getIndex().putDependency(rop, column, + ExprProcFactory.getExprDependency(lCtx, inpOp, valCols.get(i))); + } } return null; diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java index eac0edd..82f4243 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java @@ -20,7 +20,9 @@ import java.util.ArrayList; import java.util.Arrays; +import java.util.Collections; import java.util.List; +import java.util.Map; import java.util.Stack; import org.apache.hadoop.hive.ql.exec.ColumnInfo; @@ -42,8 +44,11 @@ import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; -import org.apache.hadoop.hive.ql.plan.ExprNodeDesc.ExprNodeDescEqualityWrapper; +import org.apache.hadoop.hive.ql.plan.ExprNodeDescUtils; +import org.apache.hadoop.hive.ql.plan.JoinDesc; import org.apache.hadoop.hive.ql.plan.OperatorDesc; +import org.apache.hadoop.hive.ql.plan.ReduceSinkDesc; +import org.apache.hadoop.hive.ql.plan.SelectDesc; /** * Operator factory for the rule processors for inferring bucketing/sorting columns. @@ -129,8 +134,11 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, BucketingSortingCtx bctx = (BucketingSortingCtx)procCtx; JoinOperator jop = (JoinOperator)nd; - List colInfos = jop.getSchema().getSignature(); - Byte[] order = jop.getConf().getTagOrder(); + JoinDesc joinDesc = jop.getConf(); + + Byte[] order = joinDesc.getTagOrder(); + Map> expressions = joinDesc.getExprs(); + List outputValNames = joinDesc.getOutputColumnNames(); BucketCol[] newBucketCols = null; SortCol[] newSortCols = null; @@ -143,63 +151,55 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, assert(parent instanceof ReduceSinkOperator); ReduceSinkOperator rop = (ReduceSinkOperator)jop.getParentOperators().get(i); + ReduceSinkDesc rsDesc = rop.getConf(); - String sortOrder = rop.getConf().getOrder(); - List bucketCols = new ArrayList(); - List sortCols = new ArrayList(); - // Go through the Reduce keys and find the matching column(s) in the reduce values - for (int keyIndex = 0; keyIndex < rop.getConf().getKeyCols().size(); keyIndex++) { - for (int valueIndex = 0; valueIndex < rop.getConf().getValueCols().size(); - valueIndex++) { - - if (new ExprNodeDescEqualityWrapper(rop.getConf().getValueCols().get(valueIndex)). - equals(new ExprNodeDescEqualityWrapper(rop.getConf().getKeyCols().get( - keyIndex)))) { - - String colName = rop.getSchema().getSignature().get(valueIndex).getInternalName(); - bucketCols.add(new BucketCol(colName, keyIndex)); - sortCols.add(new SortCol(colName, keyIndex, sortOrder.charAt(keyIndex))); - break; - } + byte tag = (byte) rsDesc.getTag(); + List joinValues = expressions.get(tag); + + // Columns are output from the join from the different reduce sinks in the order of their + // offsets + int offset = 0; + for (byte orderIndex = 0; orderIndex < order.length; orderIndex++) { + if (order[orderIndex] < order[tag]) { + offset += expressions.get(orderIndex).size(); } } - if (bucketCols.isEmpty()) { - assert(sortCols.isEmpty()); - continue; - } + String sortOrder = rsDesc.getOrder(); + List keyCols = rsDesc.getKeyCols(); + List valCols = ExprNodeDescUtils.backtrack(joinValues, jop, parent); if (newBucketCols == null) { - assert(newSortCols == null); - // The number of join keys is equal to the number of keys in every reducer, although - // not every key may map to a value in the reducer - newBucketCols = new BucketCol[rop.getConf().getKeyCols().size()]; - newSortCols = new SortCol[rop.getConf().getKeyCols().size()]; - } else { - assert(newSortCols != null); + newBucketCols = new BucketCol[keyCols.size()]; + newSortCols = new SortCol[keyCols.size()]; } - byte tag = (byte)rop.getConf().getTag(); - List exprs = jop.getConf().getExprs().get(tag); - - int colInfosOffset = 0; - int orderValue = order[tag]; - // Columns are output from the join from the different reduce sinks in the order of their - // offsets - for (byte orderIndex = 0; orderIndex < order.length; orderIndex++) { - if (order[orderIndex] < orderValue) { - colInfosOffset += jop.getConf().getExprs().get(orderIndex).size(); + // Go through the Reduce keys and find the matching column(s) in the reduce values + for (int keyIndex = 0 ; keyIndex < keyCols.size(); keyIndex++) { + ExprNodeDesc key = keyCols.get(keyIndex); + int index = ExprNodeDescUtils.indexOf(key, valCols); + if (index >= 0) { + int vindex = offset + index; + String vname = outputValNames.get(vindex); + if (newBucketCols[keyIndex] != null) { + newBucketCols[keyIndex].addAlias(vname, vindex); + newSortCols[keyIndex].addAlias(vname, vindex); + } else { + newBucketCols[keyIndex] = new BucketCol(vname, vindex); + newSortCols[keyIndex] = new SortCol(vname, vindex, sortOrder.charAt(keyIndex)); + } } } - - findBucketingSortingColumns(exprs, colInfos, bucketCols, sortCols, newBucketCols, - newSortCols, colInfosOffset); - } - setBucketingColsIfComplete(bctx, jop, newBucketCols); - - setSortingColsIfComplete(bctx, jop, newSortCols); + List bucketCols = Arrays.asList(newBucketCols); + if (!bucketCols.contains(null)) { + bctx.setBucketedCols(jop, bucketCols); + } + List sortCols = Arrays.asList(newSortCols); + if (!sortCols.contains(null)) { + bctx.setSortedCols(jop, sortCols); + } return null; } @@ -331,6 +331,12 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, BucketingSortingCtx bctx = (BucketingSortingCtx)procCtx; SelectOperator sop = (SelectOperator)nd; + if (sop.getNumParent() == 1 && + sop.getParentOperators().get(0) instanceof ReduceSinkOperator) { + ReduceSinkOperator rs = (ReduceSinkOperator) sop.getParentOperators().get(0); + extractTraits(bctx, rs, sop); + return null; + } Operator parent = getParent(stack); // if this is a selStarNoCompute then this select operator @@ -506,71 +512,83 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, Operator parent = exop.getParentOperators().get(0); // The caller of this method should guarantee this - assert(parent instanceof ReduceSinkOperator); + if (parent instanceof ReduceSinkOperator) { + extractTraits(bctx, (ReduceSinkOperator)parent, exop); + } - ReduceSinkOperator rop = (ReduceSinkOperator)parent; + return null; + } + } - // Go through the set of partition columns, and find their representatives in the values - // These represent the bucketed columns - List bucketCols = new ArrayList(); - for (int i = 0; i < rop.getConf().getPartitionCols().size(); i++) { - boolean valueColFound = false; - for (int j = 0; j < rop.getConf().getValueCols().size(); j++) { - if (new ExprNodeDescEqualityWrapper(rop.getConf().getValueCols().get(j)).equals( - new ExprNodeDescEqualityWrapper(rop.getConf().getPartitionCols().get(i)))) { - - bucketCols.add(new BucketCol( - rop.getSchema().getSignature().get(j).getInternalName(), j)); - valueColFound = true; - break; - } - } + static void extractTraits(BucketingSortingCtx bctx, ReduceSinkOperator rop, Operator exop) + throws SemanticException { - // If the partition columns can't all be found in the values then the data is not bucketed - if (!valueColFound) { - bucketCols.clear(); - break; - } - } + List outputValues = Collections.emptyList(); + if (exop instanceof ExtractOperator) { + outputValues = rop.getConf().getValueCols(); + } else if (exop instanceof SelectOperator) { + SelectDesc select = ((SelectOperator)exop).getConf(); + outputValues = ExprNodeDescUtils.backtrack(select.getColList(), exop, rop); + } + if (outputValues.isEmpty()) { + return; + } - // Go through the set of key columns, and find their representatives in the values - // These represent the sorted columns - String sortOrder = rop.getConf().getOrder(); - List sortCols = new ArrayList(); - for (int i = 0; i < rop.getConf().getKeyCols().size(); i++) { - boolean valueColFound = false; - for (int j = 0; j < rop.getConf().getValueCols().size(); j++) { - if (new ExprNodeDescEqualityWrapper(rop.getConf().getValueCols().get(j)).equals( - new ExprNodeDescEqualityWrapper(rop.getConf().getKeyCols().get(i)))) { - - sortCols.add(new SortCol( - rop.getSchema().getSignature().get(j).getInternalName(), j, sortOrder.charAt(i))); - valueColFound = true; - break; - } - } + // Go through the set of partition columns, and find their representatives in the values + // These represent the bucketed columns + List bucketCols = extractBucketCols(rop, outputValues); - // If the sorted columns can't all be found in the values then the data is only sorted on - // the columns seen up until now - if (!valueColFound) { - break; - } - } + // Go through the set of key columns, and find their representatives in the values + // These represent the sorted columns + List sortCols = extractSortCols(rop, outputValues); - List colInfos = exop.getSchema().getSignature(); + List colInfos = exop.getSchema().getSignature(); - if (!bucketCols.isEmpty()) { - List newBucketCols = getNewBucketCols(bucketCols, colInfos); - bctx.setBucketedCols(exop, newBucketCols); - } + if (!bucketCols.isEmpty()) { + List newBucketCols = getNewBucketCols(bucketCols, colInfos); + bctx.setBucketedCols(exop, newBucketCols); + } - if (!sortCols.isEmpty()) { - List newSortCols = getNewSortCols(sortCols, colInfos); - bctx.setSortedCols(exop, newSortCols); + if (!sortCols.isEmpty()) { + List newSortCols = getNewSortCols(sortCols, colInfos); + bctx.setSortedCols(exop, newSortCols); + } + } + + static List extractBucketCols(ReduceSinkOperator rop, List outputValues) { + List bucketCols = new ArrayList(); + for (ExprNodeDesc partitionCol : rop.getConf().getPartitionCols()) { + if (!(partitionCol instanceof ExprNodeColumnDesc)) { + return Collections.emptyList(); } + int index = ExprNodeDescUtils.indexOf(partitionCol, outputValues); + if (index < 0) { + return Collections.emptyList(); + } + bucketCols.add(new BucketCol(((ExprNodeColumnDesc) partitionCol).getColumn(), index)); + } + // If the partition columns can't all be found in the values then the data is not bucketed + return bucketCols; + } - return null; + static List extractSortCols(ReduceSinkOperator rop, List outputValues) { + String sortOrder = rop.getConf().getOrder(); + List sortCols = new ArrayList(); + ArrayList keyCols = rop.getConf().getKeyCols(); + for (int i = 0; i < keyCols.size(); i++) { + ExprNodeDesc keyCol = keyCols.get(i); + if (!(keyCol instanceof ExprNodeColumnDesc)) { + break; + } + int index = ExprNodeDescUtils.indexOf(keyCol, outputValues); + if (index < 0) { + break; + } + sortCols.add(new SortCol(((ExprNodeColumnDesc) keyCol).getColumn(), index, sortOrder.charAt(i))); } + // If the sorted columns can't all be found in the values then the data is only sorted on + // the columns seen up until now + return sortCols; } /** diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java index f142f3e..33b8a21 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java @@ -97,24 +97,23 @@ public ASTNode getExpressionSource(ASTNode node) { } public void put(String tab_alias, String col_alias, ColumnInfo colInfo) { + if (!addMappingOnly(tab_alias, col_alias, colInfo)) { + rowSchema.getSignature().add(colInfo); + } + } + + public boolean addMappingOnly(String tab_alias, String col_alias, ColumnInfo colInfo) { if (tab_alias != null) { tab_alias = tab_alias.toLowerCase(); } col_alias = col_alias.toLowerCase(); - if (rowSchema.getSignature() == null) { - rowSchema.setSignature(new ArrayList()); - } - + /* * allow multiple mappings to the same ColumnInfo. - * When a ColumnInfo is mapped multiple times, only the + * When a ColumnInfo is mapped multiple times, only the * first inverse mapping is captured. */ boolean colPresent = invRslvMap.containsKey(colInfo.getInternalName()); - - if ( !colPresent ) { - rowSchema.getSignature().add(colInfo); - } LinkedHashMap f_map = rslvMap.get(tab_alias); if (f_map == null) { @@ -127,10 +126,12 @@ public void put(String tab_alias, String col_alias, ColumnInfo colInfo) { qualifiedAlias[0] = tab_alias; qualifiedAlias[1] = col_alias; if ( !colPresent ) { - invRslvMap.put(colInfo.getInternalName(), qualifiedAlias); + invRslvMap.put(colInfo.getInternalName(), qualifiedAlias); } else { altInvRslvMap.put(colInfo.getInternalName(), qualifiedAlias); } + + return colPresent; } public boolean hasTableAlias(String tab_alias) { @@ -350,18 +351,4 @@ public void setExpressionMap(Map expressionMap) { this.expressionMap = expressionMap; } - public String[] toColumnDesc() { - StringBuilder cols = new StringBuilder(); - StringBuilder colTypes = new StringBuilder(); - - for (ColumnInfo colInfo : getColumnInfos()) { - if (cols.length() > 0) { - cols.append(','); - colTypes.append(':'); - } - cols.append(colInfo.getInternalName()); - colTypes.append(colInfo.getType().getTypeName()); - } - return new String[] {cols.toString(), colTypes.toString()}; - } } diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index 28d0e1c..1ecd3c6 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -3117,15 +3117,18 @@ private static boolean isRegex(String pattern, HiveConf conf) { startPosn = 0; } + Set colAliases = new HashSet(); + ASTNode[] exprs = new ASTNode[exprList.getChildCount()]; + String[][] aliases = new String[exprList.getChildCount()][]; + boolean[] hasAsClauses = new boolean[exprList.getChildCount()]; // Iterate over all expression (either after SELECT, or in SELECT TRANSFORM) for (int i = startPosn; i < exprList.getChildCount(); ++i) { // child can be EXPR AS ALIAS, or EXPR. ASTNode child = (ASTNode) exprList.getChild(i); boolean hasAsClause = (!isInTransform) && (child.getChildCount() == 2); - boolean isWindowSpec = child.getChildCount() == 3 ? - (child.getChild(2).getType() == HiveParser.TOK_WINDOWSPEC) : - false; + boolean isWindowSpec = child.getChildCount() == 3 && + child.getChild(2).getType() == HiveParser.TOK_WINDOWSPEC; // EXPR AS (ALIAS,...) parses, but is only allowed for UDTF's // This check is not needed and invalid when there is a transform b/c the @@ -3156,8 +3159,20 @@ private static boolean isRegex(String pattern, HiveConf conf) { unparseTranslator.addIdentifierTranslation((ASTNode) child .getChild(1)); } - } + exprs[i] = expr; + aliases[i] = new String[] {tabAlias, colAlias}; + hasAsClauses[i] = hasAsClause; + colAliases.add(colAlias); + } + + // Iterate over all expression (either after SELECT, or in SELECT TRANSFORM) + for (int i = startPosn; i < exprList.getChildCount(); ++i) { + // The real expression + ASTNode expr = exprs[i]; + String tabAlias = aliases[i][0]; + String colAlias = aliases[i][1]; + boolean hasAsClause = hasAsClauses[i]; if (expr.getType() == HiveParser.TOK_ALLCOLREF) { pos = genColListRegex(".*", expr.getChildCount() == 0 ? null @@ -3193,7 +3208,8 @@ private static boolean isRegex(String pattern, HiveConf conf) { tcCtx.setAllowDistinctFunctions(false); ExprNodeDesc exp = genExprNodeDesc(expr, inputRR, tcCtx); String recommended = recommendName(exp, colAlias); - if (recommended != null && out_rwsch.get(null, recommended) == null) { + if (recommended != null && !colAliases.contains(recommended) && + out_rwsch.get(null, recommended) == null) { colAlias = recommended; } col_list.add(exp); @@ -4726,7 +4742,7 @@ private Operator genGroupByPlan1ReduceMultiGBY(List dests, QB qb, Operat * distinct key in hope of getting a uniform distribution, and * compute partial aggregates by the grouping key. Evaluate partial * aggregates first, and spray by the grouping key to compute actual - * aggregates in the second phase. The agggregation evaluation + * aggregates in the second phase. The aggregation evaluation * functions are as follows: Partitioning Key: distinct key * * Sorting Key: distinct key @@ -4794,7 +4810,7 @@ private Operator genGroupByPlan2MRMultiGroupBy(String dest, QB qb, * compute partial aggregates grouped by the reduction key (grouping * key + distinct key). Evaluate partial aggregates first, and spray * by the grouping key to compute actual aggregates in the second - * phase. The agggregation evaluation functions are as follows: + * phase. The aggregation evaluation functions are as follows: * Partitioning Key: random() if no DISTINCT grouping + distinct key * if DISTINCT * @@ -4968,7 +4984,7 @@ private void checkExpressionsForGroupingSet(List grpByExprs, * spray by the group by key, and sort by the distinct key (if any), and * compute aggregates based on actual aggregates * - * The agggregation evaluation functions are as follows: + * The aggregation evaluation functions are as follows: * * No grouping sets: * Group By Operator: @@ -5135,7 +5151,7 @@ private Operator genGroupByPlanMapAggrNoSkew(String dest, QB qb, * key). Evaluate partial aggregates first, and spray by the grouping key to * compute actual aggregates in the second phase. * - * The agggregation evaluation functions are as follows: + * The aggregation evaluation functions are as follows: * * No grouping sets: * STAGE 1 @@ -5157,7 +5173,7 @@ private Operator genGroupByPlanMapAggrNoSkew(String dest, QB qb, * Sorting Key: grouping key * Reducer: merge/terminate (mode = FINAL) * - * In the presence of grouping sets, the agggregation evaluation functions are as follows: + * In the presence of grouping sets, the aggregation evaluation functions are as follows: * STAGE 1 * Group by Operator: * grouping keys: group by expressions + grouping id. if no DISTINCT @@ -5406,8 +5422,8 @@ private Operator genBucketingSortingDest(String dest, Operator input, QB qb, if ((dest_tab.getNumBuckets() > 0) && (conf.getBoolVar(HiveConf.ConfVars.HIVEENFORCEBUCKETING))) { enforceBucketing = true; - partnCols = getParitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, true); - partnColsNoConvert = getParitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, + partnCols = getPartitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, true); + partnColsNoConvert = getPartitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, false); } @@ -6205,7 +6221,7 @@ private Operator genLimitMapRedPlan(String dest, QB qb, Operator input, return genLimitPlan(dest, qb, curr, limit); } - private ArrayList getParitionColsFromBucketCols(String dest, QB qb, Table tab, + private ArrayList getPartitionColsFromBucketCols(String dest, QB qb, Table tab, TableDesc table_desc, Operator input, boolean convert) throws SemanticException { List tabBucketCols = tab.getBucketCols(); @@ -6384,7 +6400,7 @@ private Operator genReduceSinkPlanForSortingBucketing(Table tab, Operator input, } @SuppressWarnings("nls") - private Operator genReduceSinkPlan(String dest, QB qb, Operator input, + private Operator genReduceSinkPlan(String dest, QB qb, Operator input, int numReducers) throws SemanticException { RowResolver inputRR = opParseCtx.get(input).getRowResolver(); @@ -6424,8 +6440,11 @@ private Operator genReduceSinkPlan(String dest, QB qb, Operator input, } } } + Operator dummy = Operator.createDummy(); + dummy.setParentOperators(Arrays.asList(input)); ArrayList sortCols = new ArrayList(); + ArrayList sortColsBack = new ArrayList(); StringBuilder order = new StringBuilder(); if (sortExprs != null) { int ccount = sortExprs.getChildCount(); @@ -6446,51 +6465,114 @@ private Operator genReduceSinkPlan(String dest, QB qb, Operator input, } ExprNodeDesc exprNode = genExprNodeDesc(cl, inputRR); sortCols.add(exprNode); + sortColsBack.add(ExprNodeDescUtils.backtrack(exprNode, dummy, input)); } } - // For the generation of the values expression just get the inputs // signature and generate field expressions for those + RowResolver rsRR = new RowResolver(); ArrayList outputColumns = new ArrayList(); - Map colExprMap = new HashMap(); ArrayList valueCols = new ArrayList(); - int i = 0; - for (ColumnInfo colInfo : inputRR.getColumnInfos()) { - String internalName = getColumnInternalName(i++); - outputColumns.add(internalName); - valueCols.add(new ExprNodeColumnDesc(colInfo.getType(), colInfo - .getInternalName(), colInfo.getTabAlias(), colInfo - .getIsVirtualCol())); - colExprMap.put(internalName, valueCols.get(valueCols.size() - 1)); + ArrayList valueColsBack = new ArrayList(); + Map colExprMap = new HashMap(); + + ArrayList columnInfos = inputRR.getColumnInfos(); + + int[] index = new int[columnInfos.size()]; + for (int i = 0; i < index.length; i++) { + ColumnInfo colInfo = columnInfos.get(i); + String[] nm = inputRR.reverseLookup(colInfo.getInternalName()); + String[] nm2 = inputRR.getAlternateMappings(colInfo.getInternalName()); + ExprNodeColumnDesc value = new ExprNodeColumnDesc(colInfo.getType(), + colInfo.getInternalName(), colInfo.getTabAlias(), colInfo.getIsVirtualCol()); + + // backtrack can be null when input is script operator + ExprNodeDesc valueBack = ExprNodeDescUtils.backtrack(value, dummy, input); + int kindex = valueBack == null ? -1 : ExprNodeDescUtils.indexOf(valueBack, sortColsBack); + if (kindex >= 0) { + index[i] = kindex; + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.KEY + ".reducesinkkey" + kindex); + newColInfo.setTabAlias(nm[0]); + rsRR.addMappingOnly(nm[0], nm[1], newColInfo); + if (nm2 != null) { + rsRR.addMappingOnly(nm2[0], nm2[1], newColInfo); + } + continue; + } + int vindex = valueBack == null ? -1 : ExprNodeDescUtils.indexOf(valueBack, valueColsBack); + if (vindex >= 0) { + index[i] = -vindex - 1; + continue; + } + index[i] = -valueCols.size() - 1; + String outputColName = getColumnInternalName(valueCols.size()); + + valueCols.add(value); + valueColsBack.add(valueBack); + + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.VALUE + "." + outputColName); + newColInfo.setTabAlias(nm[0]); + + rsRR.put(nm[0], nm[1], newColInfo); + if (nm2 != null) { + rsRR.addMappingOnly(nm2[0], nm2[1], newColInfo); + } + outputColumns.add(outputColName); } - Operator interim = putOpInsertMap(OperatorFactory.getAndMakeChild(PlanUtils - .getReduceSinkDesc(sortCols, valueCols, outputColumns, false, -1, - partitionCols, order.toString(), numReducers), - new RowSchema(inputRR.getColumnInfos()), input), inputRR); - interim.setColumnExprMap(colExprMap); + dummy.setParentOperators(null); - // Add the extract operator to get the value fields - RowResolver out_rwsch = new RowResolver(); - RowResolver interim_rwsch = inputRR; - Integer pos = Integer.valueOf(0); - for (ColumnInfo colInfo : interim_rwsch.getColumnInfos()) { - String[] info = interim_rwsch.reverseLookup(colInfo.getInternalName()); - out_rwsch.put(info[0], info[1], new ColumnInfo( - getColumnInternalName(pos), colInfo.getType(), info[0], - colInfo.getIsVirtualCol(), colInfo.isHiddenVirtualCol())); - pos = Integer.valueOf(pos.intValue() + 1); + ReduceSinkDesc rsdesc = PlanUtils.getReduceSinkDesc(sortCols, valueCols, outputColumns, + false, -1, partitionCols, order.toString(), numReducers); + Operator interim = putOpInsertMap(OperatorFactory.getAndMakeChild(rsdesc, + new RowSchema(rsRR.getColumnInfos()), input), rsRR); + + List keyColNames = rsdesc.getOutputKeyColumnNames(); + for (int i = 0 ; i < keyColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.KEY + "." + keyColNames.get(i), sortCols.get(i)); + } + List valueColNames = rsdesc.getOutputValueColumnNames(); + for (int i = 0 ; i < valueColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.VALUE + "." + valueColNames.get(i), valueCols.get(i)); } + interim.setColumnExprMap(colExprMap); - Operator output = putOpInsertMap(OperatorFactory.getAndMakeChild( - new ExtractDesc(new ExprNodeColumnDesc(TypeInfoFactory.stringTypeInfo, - Utilities.ReduceField.VALUE.toString(), "", false)), new RowSchema( - out_rwsch.getColumnInfos()), interim), out_rwsch); + RowResolver selectRR = new RowResolver(); + ArrayList selCols = new ArrayList(); + ArrayList selOutputCols = new ArrayList(); + Map selColExprMap = new HashMap(); - if (LOG.isDebugEnabled()) { - LOG.debug("Created ReduceSink Plan for clause: " + dest + " row schema: " - + out_rwsch.toString()); + for (int i = 0; i < index.length; i++) { + ColumnInfo prev = columnInfos.get(i); + String[] nm = inputRR.reverseLookup(prev.getInternalName()); + String[] nm2 = inputRR.getAlternateMappings(prev.getInternalName()); + ColumnInfo info = new ColumnInfo(prev); + + String field; + if (index[i] >= 0) { + field = Utilities.ReduceField.KEY + "." + keyColNames.get(index[i]); + } else { + field = Utilities.ReduceField.VALUE + "." + valueColNames.get(-index[i] - 1); + } + String internalName = getColumnInternalName(i); + ExprNodeColumnDesc desc = new ExprNodeColumnDesc(info.getType(), + field, info.getTabAlias(), info.getIsVirtualCol()); + selCols.add(desc); + + info.setInternalName(internalName); + selectRR.put(nm[0], nm[1], info); + if (nm2 != null) { + selectRR.addMappingOnly(nm2[0], nm2[1], info); + } + selOutputCols.add(internalName); + selColExprMap.put(internalName, desc); } + SelectDesc select = new SelectDesc(selCols, selOutputCols); + Operator output = putOpInsertMap(OperatorFactory.getAndMakeChild(select, + new RowSchema(selectRR.getColumnInfos()), interim), selectRR); + output.setColumnExprMap(selColExprMap); return output; } @@ -6511,56 +6593,73 @@ private Operator genJoinOperatorChildren(QBJoinTree join, Operator left, new HashMap>(); for (int pos = 0; pos < right.length; ++pos) { - - Operator input = right[pos]; + Operator input = right[pos] == null ? left : right[pos]; if (input == null) { input = left; } + ReduceSinkOperator rs = (ReduceSinkOperator) input; + if (rs.getNumParent() != 1) { + throw new SemanticException("RS should have single parent"); + } + Operator parent = rs.getParentOperators().get(0); + ReduceSinkDesc rsDesc = (ReduceSinkDesc) (input.getConf()); - ArrayList keyDesc = new ArrayList(); + int[] index = rs.getValueIndex(); + + ArrayList valueDesc = new ArrayList(); ArrayList filterDesc = new ArrayList(); - Byte tag = Byte.valueOf((byte) (((ReduceSinkDesc) (input.getConf())) - .getTag())); + Byte tag = (byte) rsDesc.getTag(); // check whether this input operator produces output - if (omitOpts == null || !omitOpts.contains(pos)) { - // prepare output descriptors for the input opt - RowResolver inputRS = opParseCtx.get(input).getRowResolver(); - Iterator keysIter = inputRS.getTableNames().iterator(); - Set aliases = posToAliasMap.get(pos); - if (aliases == null) { - aliases = new HashSet(); - posToAliasMap.put(pos, aliases); - } - while (keysIter.hasNext()) { - String key = keysIter.next(); - aliases.add(key); - HashMap map = inputRS.getFieldMap(key); - Iterator fNamesIter = map.keySet().iterator(); - while (fNamesIter.hasNext()) { - String field = fNamesIter.next(); - ColumnInfo valueInfo = inputRS.get(key, field); - keyDesc.add(new ExprNodeColumnDesc(valueInfo.getType(), valueInfo - .getInternalName(), valueInfo.getTabAlias(), valueInfo - .getIsVirtualCol())); + if (omitOpts != null && omitOpts.contains(pos)) { + exprMap.put(tag, valueDesc); + filterMap.put(tag, filterDesc); + rightOps[pos] = input; + continue; + } - if (outputRS.get(key, field) == null) { - String colName = getColumnInternalName(outputPos); - outputPos++; - outputColumnNames.add(colName); - colExprMap.put(colName, keyDesc.get(keyDesc.size() - 1)); - outputRS.put(key, field, new ColumnInfo(colName, valueInfo - .getType(), key, valueInfo.getIsVirtualCol(), valueInfo - .isHiddenVirtualCol())); - reversedExprs.put(colName, tag); - } - } + List keyColNames = rsDesc.getOutputKeyColumnNames(); + List valColNames = rsDesc.getOutputValueColumnNames(); + + // prepare output descriptors for the input opt + RowResolver inputRS = opParseCtx.get(input).getRowResolver(); + RowResolver parentRS = opParseCtx.get(parent).getRowResolver(); + posToAliasMap.put(pos, new HashSet(inputRS.getTableNames())); + + List columns = parentRS.getColumnInfos(); + for (int i = 0; i < index.length; i++) { + ColumnInfo prev = columns.get(i); + String[] nm = parentRS.reverseLookup(prev.getInternalName()); + String[] nm2 = parentRS.getAlternateMappings(prev.getInternalName()); + if (outputRS.get(nm[0], nm[1]) != null) { + continue; } - for (ASTNode cond : join.getFilters().get(tag)) { - filterDesc.add(genExprNodeDesc(cond, inputRS)); + ColumnInfo info = new ColumnInfo(prev); + String field; + if (index[i] >= 0) { + field = Utilities.ReduceField.KEY + "." + keyColNames.get(index[i]); + } else { + field = Utilities.ReduceField.VALUE + "." + valColNames.get(-index[i] - 1); + } + String internalName = getColumnInternalName(outputColumnNames.size()); + ExprNodeColumnDesc desc = new ExprNodeColumnDesc(info.getType(), + field, info.getTabAlias(), info.getIsVirtualCol()); + + info.setInternalName(internalName); + colExprMap.put(internalName, desc); + outputRS.put(nm[0], nm[1], info); + if (nm2 != null) { + outputRS.addMappingOnly(nm2[0], nm2[1], info); } + + valueDesc.add(desc); + outputColumnNames.add(internalName); + reversedExprs.put(internalName, tag); } - exprMap.put(tag, keyDesc); + for (ASTNode cond : join.getFilters().get(tag)) { + filterDesc.add(genExprNodeDesc(cond, inputRS)); + } + exprMap.put(tag, valueDesc); filterMap.put(tag, filterDesc); rightOps[pos] = input; } @@ -6591,48 +6690,90 @@ private Operator genJoinOperatorChildren(QBJoinTree join, Operator left, return putOpInsertMap(joinOp, outputRS); } + private ExprNodeDesc[][] genJoinKeys(QBJoinTree joinTree, Operator[] inputs) + throws SemanticException { + ExprNodeDesc[][] joinKeys = new ExprNodeDesc[inputs.length][]; + for (int i = 0; i < inputs.length; i++) { + RowResolver inputRS = opParseCtx.get(inputs[i]).getRowResolver(); + List expressions = joinTree.getExpressions().get(i); + joinKeys[i] = new ExprNodeDesc[expressions.size()]; + for (int j = 0; j < joinKeys[i].length; j++) { + joinKeys[i][j] = genExprNodeDesc(expressions.get(j), inputRS); + } + } + // Type checking and implicit type conversion for join keys + return genJoinOperatorTypeCheck(joinKeys); + } + @SuppressWarnings("nls") - private Operator genJoinReduceSinkChild(QB qb, QBJoinTree joinTree, - Operator child, String[] srcs, int pos) throws SemanticException { + private Operator genJoinReduceSinkChild(QB qb, ExprNodeDesc[] joinKeys, + Operator child, String[] srcs, int tag) throws SemanticException { + + Operator dummy = Operator.createDummy(); // dummy for backtracking + dummy.setParentOperators(Arrays.asList(child)); + RowResolver inputRS = opParseCtx.get(child).getRowResolver(); RowResolver outputRS = new RowResolver(); ArrayList outputColumns = new ArrayList(); ArrayList reduceKeys = new ArrayList(); + ArrayList reduceKeysBack = new ArrayList(); // Compute join keys and store in reduceKeys - ArrayList exprs = joinTree.getExpressions().get(pos); - for (int i = 0; i < exprs.size(); i++) { - ASTNode expr = exprs.get(i); - reduceKeys.add(genExprNodeDesc(expr, inputRS)); + for (ExprNodeDesc joinKey : joinKeys) { + reduceKeys.add(joinKey); + reduceKeysBack.add(ExprNodeDescUtils.backtrack(joinKey, dummy, child)); } // Walk over the input row resolver and copy in the output ArrayList reduceValues = new ArrayList(); - Iterator tblNamesIter = inputRS.getTableNames().iterator(); + ArrayList reduceValuesBack = new ArrayList(); Map colExprMap = new HashMap(); - while (tblNamesIter.hasNext()) { - String src = tblNamesIter.next(); - HashMap fMap = inputRS.getFieldMap(src); - for (Map.Entry entry : fMap.entrySet()) { - String field = entry.getKey(); - ColumnInfo valueInfo = entry.getValue(); - ExprNodeColumnDesc inputExpr = new ExprNodeColumnDesc(valueInfo - .getType(), valueInfo.getInternalName(), valueInfo.getTabAlias(), - valueInfo.getIsVirtualCol()); - reduceValues.add(inputExpr); - if (outputRS.get(src, field) == null) { - String col = getColumnInternalName(reduceValues.size() - 1); - outputColumns.add(col); - ColumnInfo newColInfo = new ColumnInfo(Utilities.ReduceField.VALUE - .toString() - + "." + col, valueInfo.getType(), src, valueInfo - .getIsVirtualCol(), valueInfo.isHiddenVirtualCol()); - colExprMap.put(newColInfo.getInternalName(), inputExpr); - outputRS.put(src, field, newColInfo); - } + List columns = inputRS.getColumnInfos(); + int[] index = new int[columns.size()]; + for (int i = 0; i < columns.size(); i++) { + ColumnInfo colInfo = columns.get(i); + String[] nm = inputRS.reverseLookup(colInfo.getInternalName()); + String[] nm2 = inputRS.getAlternateMappings(colInfo.getInternalName()); + ExprNodeDesc expr = new ExprNodeColumnDesc(colInfo.getType(), + colInfo.getInternalName(), colInfo.getTabAlias(), colInfo.getIsVirtualCol()); + + // backtrack can be null when input is script operator + ExprNodeDesc exprBack = ExprNodeDescUtils.backtrack(expr, dummy, child); + int kindex = exprBack == null ? -1 : ExprNodeDescUtils.indexOf(exprBack, reduceKeysBack); + if (kindex >= 0) { + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.KEY + ".reducesinkkey" + kindex); + newColInfo.setTabAlias(nm[0]); + outputRS.addMappingOnly(nm[0], nm[1], newColInfo); + if (nm2 != null) { + outputRS.addMappingOnly(nm2[0], nm2[1], newColInfo); + } + index[i] = kindex; + continue; + } + int vindex = exprBack == null ? -1 : ExprNodeDescUtils.indexOf(exprBack, reduceValuesBack); + if (kindex >= 0) { + index[i] = -vindex - 1; + continue; + } + index[i] = -reduceValues.size() - 1; + String outputColName = getColumnInternalName(reduceValues.size()); + + reduceValues.add(expr); + reduceValuesBack.add(exprBack); + + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.VALUE + "." + outputColName); + newColInfo.setTabAlias(nm[0]); + + outputRS.put(nm[0], nm[1], newColInfo); + if (nm2 != null) { + outputRS.addMappingOnly(nm2[0], nm2[1], newColInfo); } + outputColumns.add(outputColName); } + dummy.setParentOperators(null); int numReds = -1; @@ -6647,11 +6788,23 @@ private Operator genJoinReduceSinkChild(QB qb, QBJoinTree joinTree, } } + ReduceSinkDesc rsDesc = PlanUtils.getReduceSinkDesc(reduceKeys, + reduceValues, outputColumns, false, tag, + reduceKeys.size(), numReds); + ReduceSinkOperator rsOp = (ReduceSinkOperator) putOpInsertMap( - OperatorFactory.getAndMakeChild(PlanUtils.getReduceSinkDesc(reduceKeys, - reduceValues, outputColumns, false, joinTree.getNextTag(), - reduceKeys.size(), numReds), new RowSchema(outputRS + OperatorFactory.getAndMakeChild(rsDesc, new RowSchema(outputRS .getColumnInfos()), child), outputRS); + List keyColNames = rsDesc.getOutputKeyColumnNames(); + for (int i = 0 ; i < keyColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.KEY + "." + keyColNames.get(i), reduceKeys.get(i)); + } + List valColNames = rsDesc.getOutputValueColumnNames(); + for (int i = 0 ; i < valColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.VALUE + "." + valColNames.get(i), reduceValues.get(i)); + } + + rsOp.setValueIndex(index); rsOp.setColumnExprMap(colExprMap); rsOp.setInputAliases(srcs); return rsOp; @@ -6672,16 +6825,15 @@ private Operator genJoinOperator(QB qb, QBJoinTree joinTree, for (ASTNode cond : filter) { joinSrcOp = genFilterPlan(qb, cond, joinSrcOp); } - String[] leftAliases = joinTree.getLeftAliases(); - joinSrcOp = genJoinReduceSinkChild(qb, joinTree, joinSrcOp, leftAliases, 0); } - Operator[] srcOps = new Operator[joinTree.getBaseSrc().length]; + String[] baseSrc = joinTree.getBaseSrc(); + Operator[] srcOps = new Operator[baseSrc.length]; HashSet omitOpts = null; // set of input to the join that should be // omitted by the output int pos = 0; - for (String src : joinTree.getBaseSrc()) { + for (String src : baseSrc) { if (src != null) { Operator srcOp = map.get(src.toLowerCase()); @@ -6700,21 +6852,24 @@ private Operator genJoinOperator(QB qb, QBJoinTree joinTree, // generate a groupby operator (HASH mode) for a map-side partial // aggregation for semijoin - srcOp = genMapGroupByForSemijoin(qb, fields, srcOp, + srcOps[pos++] = genMapGroupByForSemijoin(qb, fields, srcOp, GroupByDesc.Mode.HASH); + } else { + srcOps[pos++] = srcOp; } - - // generate a ReduceSink operator for the join - srcOps[pos] = genJoinReduceSinkChild(qb, joinTree, srcOp, new String[]{src}, pos); - pos++; } else { assert pos == 0; - srcOps[pos++] = null; + srcOps[pos++] = joinSrcOp; } } - // Type checking and implicit type conversion for join keys - genJoinOperatorTypeCheck(joinSrcOp, srcOps); + ExprNodeDesc[][] joinKeys = genJoinKeys(joinTree, srcOps); + + for (int i = 0; i < srcOps.length; i++) { + // generate a ReduceSink operator for the join + String[] srcs = baseSrc[i] != null ? new String[] {baseSrc[i]} : joinTree.getLeftAliases(); + srcOps[i] = genJoinReduceSinkChild(qb, joinKeys[i], srcOps[i], srcs, joinTree.getNextTag()); + } JoinOperator joinOp = (JoinOperator) genJoinOperatorChildren(joinTree, joinSrcOp, srcOps, omitOpts); @@ -6745,12 +6900,14 @@ private Operator insertSelectForSemijoin(ArrayList fields, ArrayList colList = new ArrayList(); ArrayList columnNames = new ArrayList(); + Map colExprMap = new HashMap(); // construct the list of columns that need to be projected for (ASTNode field : fields) { ExprNodeColumnDesc exprNode = (ExprNodeColumnDesc) genExprNodeDesc(field, inputRR); colList.add(exprNode); columnNames.add(exprNode.getColumn()); + colExprMap.put(exprNode.getColumn(), exprNode); } // create selection operator @@ -6758,7 +6915,7 @@ private Operator insertSelectForSemijoin(ArrayList fields, new SelectDesc(colList, columnNames, false), new RowSchema(inputRR .getColumnInfos()), input), inputRR); - output.setColumnExprMap(input.getColumnExprMap()); + output.setColumnExprMap(colExprMap); return output; } @@ -6817,28 +6974,24 @@ private Operator genMapGroupByForSemijoin(QB qb, ArrayList fields, // t return op; } - private void genJoinOperatorTypeCheck(Operator left, Operator[] right) + private ExprNodeDesc[][] genJoinOperatorTypeCheck(ExprNodeDesc[][] keys) throws SemanticException { // keys[i] -> ArrayList for the i-th join operator key list - ArrayList> keys = new ArrayList>(); int keyLength = 0; - for (int i = 0; i < right.length; i++) { - Operator oi = (i == 0 && right[i] == null ? left : right[i]); - ReduceSinkDesc now = ((ReduceSinkOperator) (oi)).getConf(); + for (int i = 0; i < keys.length; i++) { if (i == 0) { - keyLength = now.getKeyCols().size(); + keyLength = keys[i].length; } else { - assert (keyLength == now.getKeyCols().size()); + assert keyLength == keys[i].length; } - keys.add(now.getKeyCols()); } // implicit type conversion hierarchy for (int k = 0; k < keyLength; k++) { // Find the common class for type conversion - TypeInfo commonType = keys.get(0).get(k).getTypeInfo(); - for (int i = 1; i < right.length; i++) { + TypeInfo commonType = keys[0][k].getTypeInfo(); + for (int i = 1; i < keys.length; i++) { TypeInfo a = commonType; - TypeInfo b = keys.get(i).get(k).getTypeInfo(); + TypeInfo b = keys[i][k].getTypeInfo(); commonType = FunctionRegistry.getCommonClassForComparison(a, b); if (commonType == null) { throw new SemanticException( @@ -6847,27 +7000,15 @@ private void genJoinOperatorTypeCheck(Operator left, Operator[] right) } } // Add implicit type conversion if necessary - for (int i = 0; i < right.length; i++) { + for (int i = 0; i < keys.length; i++) { if (TypeInfoUtils.isConversionRequiredForComparison( - keys.get(i).get(k).getTypeInfo(), - commonType)) { - keys.get(i).set( - k, - ParseUtils.createConversionCast( - keys.get(i).get(k), (PrimitiveTypeInfo)commonType)); + keys[i][k].getTypeInfo(), commonType)) { + keys[i][k] = ParseUtils.createConversionCast( + keys[i][k], (PrimitiveTypeInfo)commonType); } } } - // regenerate keySerializationInfo because the ReduceSinkOperator's - // output key types might have changed. - for (int i = 0; i < right.length; i++) { - Operator oi = (i == 0 && right[i] == null ? left : right[i]); - ReduceSinkDesc now = ((ReduceSinkOperator) (oi)).getConf(); - - now.setKeySerializeInfo(PlanUtils.getReduceKeyTableDesc(PlanUtils - .getFieldSchemasFromColumnList(now.getKeyCols(), "joinkey"), now - .getOrder())); - } + return keys; } private Operator genJoinPlan(QB qb, Map map) @@ -9272,7 +9413,7 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { optm.setPctx(pCtx); optm.initialize(conf); pCtx = optm.optimize(); - + FetchTask origFetchTask = pCtx.getFetchTask(); if (LOG.isDebugEnabled()) { @@ -9301,7 +9442,7 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { // if desired check we're not going over partition scan limits enforceScanLimits(pCtx, origFetchTask); } - + return; } diff --git ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java index 4175d11..8a8b0d5 100644 --- ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java @@ -87,6 +87,10 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, if (exp instanceof ExprNodeGenericFuncDesc) { isCandidate = false; } + if (exp instanceof ExprNodeColumnDesc && colAlias == null) { + ExprNodeColumnDesc column = (ExprNodeColumnDesc)exp; + colAlias = new String[]{column.getTabAlias(), column.getColumn()}; + } } ctx.addConvertedNode(colref, exp); ctx.setIsCandidate(exp, isCandidate); diff --git ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out index 368b4df..6c0f18a 100644 --- ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out +++ ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out @@ -117,14 +117,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 40 Data size: 4200 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col6 Statistics: Num rows: 44 Data size: 4620 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/ambiguous_col.q.out ql/src/test/results/clientpositive/ambiguous_col.q.out index 22475c5..53f6d25 100644 --- ql/src/test/results/clientpositive/ambiguous_col.q.out +++ ql/src/test/results/clientpositive/ambiguous_col.q.out @@ -24,7 +24,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src1 Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -42,7 +42,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -90,7 +90,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src1 Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -108,7 +107,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -156,7 +155,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src1 Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -174,7 +172,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/annotate_stats_join.q.out ql/src/test/results/clientpositive/annotate_stats_join.q.out index 987576d..127b73a 100644 --- ql/src/test/results/clientpositive/annotate_stats_join.q.out +++ ql/src/test/results/clientpositive/annotate_stats_join.q.out @@ -249,7 +249,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) + value expressions: deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -260,7 +260,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -365,20 +365,20 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 - Statistics: Num rows: 4 Data size: 760 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 2196 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 760 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 2196 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 4 Data size: 760 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 2196 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -474,7 +474,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) + value expressions: deptname (type: string) TableScan alias: e1 Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -485,7 +485,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 2 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -496,7 +496,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -602,21 +602,21 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 - Statistics: Num rows: 4 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 72 Data size: 19728 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string), _col8 (type: string), _col9 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 72 Data size: 19728 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 4 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 72 Data size: 19728 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -710,7 +710,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) + value expressions: deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -721,7 +721,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) TableScan alias: l Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE @@ -732,7 +732,7 @@ STAGE PLANS: Map-reduce partition columns: locid (type: int) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE tag: 2 - value expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: int) + value expressions: state (type: string), zip (type: bigint), year (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -885,21 +885,21 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col10, _col11 - Statistics: Num rows: 5 Data size: 1449 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 96 Data size: 26964 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string), _col8 (type: string), _col9 (type: int), _col10 (type: bigint), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 5 Data size: 1449 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 96 Data size: 26964 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 5 Data size: 1449 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 96 Data size: 26964 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1276,7 +1276,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), deptname (type: string) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -1287,7 +1286,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), lastname (type: string) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1392,20 +1390,20 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1521,7 +1519,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), deptname (type: string) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -1532,7 +1529,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), lastname (type: string) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) TableScan alias: l Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE @@ -1543,7 +1539,7 @@ STAGE PLANS: Map-reduce partition columns: locid (type: int), state (type: string) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE tag: 2 - value expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: int) + value expressions: zip (type: bigint), year (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1696,21 +1692,21 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 2 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col10, _col11 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string), _col8 (type: string), _col9 (type: int), _col10 (type: bigint), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/annotate_stats_select.q.out ql/src/test/results/clientpositive/annotate_stats_select.q.out index 872facd..97e9473 100644 --- ql/src/test/results/clientpositive/annotate_stats_select.q.out +++ ql/src/test/results/clientpositive/annotate_stats_select.q.out @@ -3315,7 +3315,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3474,7 +3476,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3635,7 +3639,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3795,7 +3801,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: double) + outputColumnNames: _col1 Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3960,7 +3968,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -4140,7 +4150,9 @@ STAGE PLANS: /alltypes_orc [in2:in1:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: string) + outputColumnNames: _col1 Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -4207,7 +4219,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/auto_join0.q.out ql/src/test/results/clientpositive/auto_join0.q.out index fc6d295..6cf6958 100644 --- ql/src/test/results/clientpositive/auto_join0.q.out +++ ql/src/test/results/clientpositive/auto_join0.q.out @@ -86,27 +86,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/auto_join13.q.out ql/src/test/results/clientpositive/auto_join13.q.out index 887ee9a..d8cea78 100644 --- ql/src/test/results/clientpositive/auto_join13.q.out +++ ql/src/test/results/clientpositive/auto_join13.q.out @@ -67,7 +67,7 @@ STAGE PLANS: Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col3} {_col0} + 0 {_col0} {_col3} 1 keys: 0 (_col0 + _col2) (type: double) @@ -101,19 +101,19 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col3} {_col0} + 0 {_col0} {_col3} 1 keys: 0 (_col0 + _col2) (type: double) 1 UDFToDouble(_col0) (type: double) - outputColumnNames: _col1, _col2 + outputColumnNames: _col0, _col3 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) - outputColumnNames: _col2, _col1 + expressions: _col0 (type: string), _col3 (type: string) + outputColumnNames: _col0, _col3 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: sum(hash(_col2,_col1)) + aggregations: sum(hash(_col0,_col3)) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/auto_join15.q.out ql/src/test/results/clientpositive/auto_join15.q.out index 6552db8..3b1add6 100644 --- ql/src/test/results/clientpositive/auto_join15.q.out +++ ql/src/test/results/clientpositive/auto_join15.q.out @@ -65,27 +65,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/auto_join18.q.out ql/src/test/results/clientpositive/auto_join18.q.out index 7bfc926..9b336fc 100644 --- ql/src/test/results/clientpositive/auto_join18.q.out +++ ql/src/test/results/clientpositive/auto_join18.q.out @@ -80,21 +80,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out index 1f1cbb9..1333012 100644 --- ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out @@ -55,7 +55,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0) @@ -83,21 +82,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join2.q.out ql/src/test/results/clientpositive/auto_join2.q.out index 03261ae..0617f04 100644 --- ql/src/test/results/clientpositive/auto_join2.q.out +++ ql/src/test/results/clientpositive/auto_join2.q.out @@ -79,10 +79,10 @@ STAGE PLANS: keys: 0 (_col0 + _col4) (type: double) 1 UDFToDouble(key) (type: double) - outputColumnNames: _col4, _col9 + outputColumnNames: _col0, _col9 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: UDFToInteger(_col4) (type: int), _col9 (type: string) + expressions: UDFToInteger(_col0) (type: int), _col9 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/auto_join20.q.out ql/src/test/results/clientpositive/auto_join20.q.out index 0562e43..1b1f304 100644 --- ql/src/test/results/clientpositive/auto_join20.q.out +++ ql/src/test/results/clientpositive/auto_join20.q.out @@ -104,27 +104,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce @@ -283,27 +280,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/auto_join21.q.out ql/src/test/results/clientpositive/auto_join21.q.out index d375a53..0bec917 100644 --- ql/src/test/results/clientpositive/auto_join21.q.out +++ ql/src/test/results/clientpositive/auto_join21.q.out @@ -90,11 +90,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join23.q.out ql/src/test/results/clientpositive/auto_join23.q.out index 6788831..a29d3bf 100644 --- ql/src/test/results/clientpositive/auto_join23.q.out +++ ql/src/test/results/clientpositive/auto_join23.q.out @@ -61,11 +61,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join28.q.out ql/src/test/results/clientpositive/auto_join28.q.out index aa8a57c..1ffee18 100644 --- ql/src/test/results/clientpositive/auto_join28.q.out +++ ql/src/test/results/clientpositive/auto_join28.q.out @@ -90,11 +90,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -205,11 +206,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -320,11 +322,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -432,11 +435,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join29.q.out ql/src/test/results/clientpositive/auto_join29.q.out index 023bdaa..d135cad 100644 --- ql/src/test/results/clientpositive/auto_join29.q.out +++ ql/src/test/results/clientpositive/auto_join29.q.out @@ -90,11 +90,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -713,11 +714,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1336,11 +1338,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1968,11 +1971,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2594,11 +2598,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2717,11 +2722,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3340,11 +3346,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3466,11 +3473,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3602,11 +3610,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join30.q.out ql/src/test/results/clientpositive/auto_join30.q.out index afda6f0..b123a46 100644 --- ql/src/test/results/clientpositive/auto_join30.q.out +++ ql/src/test/results/clientpositive/auto_join30.q.out @@ -41,9 +41,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -190,14 +191,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -230,9 +231,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -307,9 +310,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -409,14 +413,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -449,9 +453,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -526,9 +532,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -628,14 +635,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -668,9 +675,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -758,7 +767,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1015,7 +1026,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1023,7 +1034,7 @@ STAGE PLANS: Inner Join 0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1057,9 +1068,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1082,9 +1094,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1176,7 +1190,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1367,7 +1383,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1375,7 +1391,7 @@ STAGE PLANS: Left Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1409,9 +1425,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1434,9 +1451,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1526,7 +1545,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1651,7 +1672,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1659,7 +1680,7 @@ STAGE PLANS: Left Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1693,9 +1714,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1718,9 +1740,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1810,7 +1834,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1935,7 +1961,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1943,7 +1969,7 @@ STAGE PLANS: Right Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1977,9 +2003,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2002,9 +2029,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2094,7 +2123,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2219,7 +2250,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -2227,7 +2258,7 @@ STAGE PLANS: Right Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -2261,9 +2292,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2286,9 +2318,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join31.q.out ql/src/test/results/clientpositive/auto_join31.q.out index 7cd4445..ed90eee 100644 --- ql/src/test/results/clientpositive/auto_join31.q.out +++ ql/src/test/results/clientpositive/auto_join31.q.out @@ -50,7 +50,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -241,7 +243,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -249,7 +251,7 @@ STAGE PLANS: Inner Join 0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -283,9 +285,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -308,9 +311,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join6.q.out ql/src/test/results/clientpositive/auto_join6.q.out index f8f1096..5c0b44b 100644 --- ql/src/test/results/clientpositive/auto_join6.q.out +++ ql/src/test/results/clientpositive/auto_join6.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join7.q.out ql/src/test/results/clientpositive/auto_join7.q.out index 2d456c0..5345f9c 100644 --- ql/src/test/results/clientpositive/auto_join7.q.out +++ ql/src/test/results/clientpositive/auto_join7.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -85,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -101,16 +101,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join_without_localtask.q.out ql/src/test/results/clientpositive/auto_join_without_localtask.q.out index 97adbac..49fe756 100644 --- ql/src/test/results/clientpositive/auto_join_without_localtask.q.out +++ ql/src/test/results/clientpositive/auto_join_without_localtask.q.out @@ -108,13 +108,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -258,9 +258,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -295,9 +295,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -326,7 +326,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -340,12 +340,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col4} {VALUE._col5} + 0 {VALUE._col0} {KEY.reducesinkkey0} 1 - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Limit @@ -410,13 +410,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -570,9 +570,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -607,9 +607,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -638,7 +638,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -652,12 +652,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col4} {VALUE._col5} + 0 {VALUE._col0} {KEY.reducesinkkey0} 1 - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit @@ -742,13 +742,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out index af2ee7a..54def3c 100644 --- ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out @@ -341,7 +341,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -353,8 +353,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -373,9 +373,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out index f1c6890..7f4c882 100644 --- ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out +++ ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out @@ -190,9 +190,11 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int) sort order: + - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1 File Output Operator compressed: false table: @@ -511,9 +513,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -572,7 +575,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -584,8 +587,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -1952,9 +1955,11 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int) sort order: + - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1 File Output Operator compressed: false table: @@ -2554,9 +2559,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -2615,7 +2621,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -2627,8 +2633,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketizedhiveinputformat.q.out ql/src/test/results/clientpositive/bucketizedhiveinputformat.q.out index 1b3ca1d..3d75ad4 100644 --- ql/src/test/results/clientpositive/bucketizedhiveinputformat.q.out +++ ql/src/test/results/clientpositive/bucketizedhiveinputformat.q.out @@ -7,8 +7,7 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@T1 PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' INTO TABLE T1 PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@t1 +#### A masked pattern was here #### PREHOOK: Output: default@t1 POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' INTO TABLE T1 POSTHOOK: type: LOAD #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/cluster.q.out ql/src/test/results/clientpositive/cluster.q.out index 06f6030..6f9b7e3 100644 --- ql/src/test/results/clientpositive/cluster.q.out +++ ql/src/test/results/clientpositive/cluster.q.out @@ -27,9 +27,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -83,9 +85,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -139,9 +143,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -195,9 +201,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -251,9 +259,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -307,9 +317,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -363,9 +375,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -419,21 +433,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -476,7 +488,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -488,14 +499,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -518,9 +529,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -571,7 +584,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -583,14 +596,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -613,9 +626,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -666,7 +681,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -678,14 +693,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -708,9 +723,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -761,7 +778,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -773,14 +789,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -803,9 +819,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -877,7 +895,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 18 Data size: 3606 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -899,9 +917,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 18 Data size: 3606 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 18 Data size: 3606 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/column_access_stats.q.out ql/src/test/results/clientpositive/column_access_stats.q.out index 1c0e1bc..a8be4cb 100644 --- ql/src/test/results/clientpositive/column_access_stats.q.out +++ ql/src/test/results/clientpositive/column_access_stats.q.out @@ -96,9 +96,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false @@ -148,9 +149,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false @@ -238,7 +240,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -256,9 +257,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false @@ -329,7 +331,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -347,9 +348,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false @@ -451,13 +453,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE @@ -480,9 +481,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -580,7 +582,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -592,14 +594,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -621,9 +623,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -705,13 +709,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -734,9 +737,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -827,13 +831,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE @@ -859,21 +862,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 5 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 5 Data size: 17 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -895,9 +897,11 @@ STAGE PLANS: key expressions: _col1 (type: string), _col0 (type: string) sort order: ++ Statistics: Num rows: 5 Data size: 17 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 5 Data size: 17 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out index ccfd68a..5222062 100644 --- ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out +++ ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out @@ -35,7 +35,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/combine2_hadoop20.q.out ql/src/test/results/clientpositive/combine2_hadoop20.q.out index b7f57d5..1a8a4cd 100644 --- ql/src/test/results/clientpositive/combine2_hadoop20.q.out +++ ql/src/test/results/clientpositive/combine2_hadoop20.q.out @@ -107,9 +107,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 14 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 14 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer1.q.out ql/src/test/results/clientpositive/correlationoptimizer1.q.out index bafcd21..1102966 100644 --- ql/src/test/results/clientpositive/correlationoptimizer1.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer1.q.out @@ -38,7 +38,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -52,7 +51,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -184,7 +183,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -200,7 +198,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -470,7 +468,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -493,7 +490,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -625,7 +622,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -650,7 +646,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -767,7 +763,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -781,7 +776,7 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -913,7 +908,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -929,7 +923,7 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1054,14 +1048,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1201,14 +1194,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1343,7 +1335,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1352,14 +1343,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1471,7 +1461,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1480,14 +1469,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1616,14 +1604,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1762,7 +1749,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 60 Data size: 6028 Basic stats: COMPLETE Column stats: NONE @@ -1771,7 +1757,7 @@ STAGE PLANS: Right Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1887,7 +1873,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1901,7 +1886,7 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2034,7 +2019,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2048,7 +2032,7 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2189,7 +2173,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2203,7 +2186,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2336,7 +2319,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2350,7 +2332,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2485,7 +2467,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2499,7 +2481,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2632,7 +2614,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2646,7 +2628,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2781,7 +2763,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2795,7 +2776,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2928,7 +2909,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2942,7 +2922,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/correlationoptimizer10.q.out ql/src/test/results/clientpositive/correlationoptimizer10.q.out index ba46784..b9a7c77 100644 --- ql/src/test/results/clientpositive/correlationoptimizer10.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer10.q.out @@ -45,7 +45,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -59,7 +58,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -134,13 +133,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -163,9 +162,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -262,7 +262,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -278,7 +277,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -304,7 +303,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -324,7 +323,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -347,9 +346,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -455,7 +455,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -472,7 +471,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 6 Data size: 661 Basic stats: COMPLETE Column stats: NONE @@ -509,13 +508,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 727 Basic stats: COMPLETE Column stats: NONE @@ -538,9 +537,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 6 Data size: 727 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 727 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -629,7 +629,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -649,7 +648,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 13 Data size: 1418 Basic stats: COMPLETE Column stats: NONE @@ -659,7 +658,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -677,7 +676,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -691,7 +690,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -714,9 +713,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -812,7 +812,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -829,7 +828,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 6 Data size: 661 Basic stats: COMPLETE Column stats: NONE @@ -866,13 +865,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -895,9 +894,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -998,7 +998,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1018,7 +1017,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 41 Data size: 7014 Basic stats: COMPLETE Column stats: NONE @@ -1028,7 +1027,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1046,7 +1045,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1060,7 +1059,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1083,9 +1082,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer11.q.out ql/src/test/results/clientpositive/correlationoptimizer11.q.out index 454dba2..1bf3914 100644 --- ql/src/test/results/clientpositive/correlationoptimizer11.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer11.q.out @@ -82,13 +82,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 100 Data size: 1070 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 110 Data size: 1177 Basic stats: COMPLETE Column stats: NONE @@ -205,7 +204,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 100 Data size: 1070 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 125 Data size: 1261 Basic stats: COMPLETE Column stats: NONE @@ -213,7 +211,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -317,13 +315,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE @@ -451,7 +448,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 50 Data size: 382 Basic stats: COMPLETE Column stats: NONE @@ -459,7 +455,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/correlationoptimizer12.q.out ql/src/test/results/clientpositive/correlationoptimizer12.q.out index cd98e0a..86e7579 100644 --- ql/src/test/results/clientpositive/correlationoptimizer12.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer12.q.out @@ -58,21 +58,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer13.q.out ql/src/test/results/clientpositive/correlationoptimizer13.q.out index 4946d1d..b0c7ebe 100644 --- ql/src/test/results/clientpositive/correlationoptimizer13.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer13.q.out @@ -105,21 +105,21 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -141,9 +141,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) sort order: ++++++ Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey5 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer14.q.out ql/src/test/results/clientpositive/correlationoptimizer14.q.out index 9b6551c..585fb89 100644 --- ql/src/test/results/clientpositive/correlationoptimizer14.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer14.q.out @@ -55,7 +55,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -73,21 +75,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -118,7 +120,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -172,9 +176,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -192,21 +198,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -235,9 +241,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -292,9 +300,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -312,21 +322,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -356,9 +366,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -466,7 +478,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -479,11 +491,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -491,8 +505,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -506,7 +520,9 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -514,8 +530,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -635,9 +651,11 @@ STAGE PLANS: sort order: - Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -655,21 +673,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -699,9 +717,11 @@ STAGE PLANS: sort order: - Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -757,9 +777,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -777,21 +799,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -820,9 +842,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -877,9 +901,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -897,21 +923,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -941,9 +967,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1051,7 +1079,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1064,11 +1092,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -1076,8 +1106,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1091,7 +1121,9 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -1099,8 +1131,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1254,21 +1286,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1298,9 +1330,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1427,11 +1461,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 31 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 46 Data size: 8944 Basic stats: COMPLETE Column stats: NONE @@ -1439,8 +1475,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1470,8 +1506,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer15.q.out ql/src/test/results/clientpositive/correlationoptimizer15.q.out index 9e73a9b..2ee55de 100644 --- ql/src/test/results/clientpositive/correlationoptimizer15.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer15.q.out @@ -37,7 +37,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -51,7 +50,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -111,21 +110,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -147,9 +145,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) sort order: +++ Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -251,7 +250,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -260,7 +258,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -276,7 +273,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -302,8 +299,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -322,8 +319,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -345,9 +342,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) sort order: +++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer2.q.out ql/src/test/results/clientpositive/correlationoptimizer2.q.out index 25a0552..b1b64c1 100644 --- ql/src/test/results/clientpositive/correlationoptimizer2.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer2.q.out @@ -81,21 +81,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -285,8 +285,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -320,8 +320,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -464,21 +464,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -668,8 +668,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -703,8 +703,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -847,21 +847,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1051,8 +1051,8 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1086,8 +1086,8 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1230,21 +1230,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1434,8 +1434,8 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1469,8 +1469,8 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1620,13 +1620,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE @@ -1862,7 +1861,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1898,7 +1897,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2084,21 +2083,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2154,7 +2153,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2168,7 +2167,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2258,7 +2257,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2274,7 +2273,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2288,8 +2287,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2323,8 +2322,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer3.q.out ql/src/test/results/clientpositive/correlationoptimizer3.q.out index 961bae8..7cab812 100644 --- ql/src/test/results/clientpositive/correlationoptimizer3.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer3.q.out @@ -46,7 +46,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -60,7 +59,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -118,7 +117,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -131,8 +130,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -196,13 +195,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -273,7 +272,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -282,7 +280,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -306,7 +304,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -332,8 +330,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -355,7 +353,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -369,8 +367,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -574,8 +572,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -599,8 +597,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -704,7 +702,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -718,7 +716,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -749,14 +747,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -820,13 +818,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -931,7 +928,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -940,7 +937,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -964,7 +960,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -978,8 +974,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1001,7 +997,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1027,8 +1023,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1222,8 +1218,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1257,8 +1253,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer4.q.out ql/src/test/results/clientpositive/correlationoptimizer4.q.out index d539e89..0613a76 100644 --- ql/src/test/results/clientpositive/correlationoptimizer4.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer4.q.out @@ -97,7 +97,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -105,7 +104,7 @@ STAGE PLANS: Inner Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -255,7 +254,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Demux Operator Statistics: Num rows: 21 Data size: 90 Basic stats: COMPLETE Column stats: NONE @@ -265,7 +263,7 @@ STAGE PLANS: Inner Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -552,7 +550,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: z Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -575,7 +572,7 @@ STAGE PLANS: Left Outer Join0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -710,7 +707,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: z Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -735,7 +731,7 @@ STAGE PLANS: Left Outer Join0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -871,7 +867,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -879,7 +874,7 @@ STAGE PLANS: Left Outer Join1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -1026,7 +1021,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: y Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -1043,7 +1037,7 @@ STAGE PLANS: condition expressions: 0 1 - 2 {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col8 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1184,7 +1178,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: y Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -1203,7 +1196,7 @@ STAGE PLANS: condition expressions: 0 1 - 2 {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col8 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1337,7 +1330,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -1345,7 +1337,7 @@ STAGE PLANS: Right Outer Join1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -1500,7 +1492,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -1508,7 +1499,7 @@ STAGE PLANS: Outer Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -1659,7 +1650,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -1667,7 +1657,7 @@ STAGE PLANS: Outer Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/correlationoptimizer5.q.out ql/src/test/results/clientpositive/correlationoptimizer5.q.out index f9592bd..9011942 100644 --- ql/src/test/results/clientpositive/correlationoptimizer5.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer5.q.out @@ -120,7 +120,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 54 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: n Statistics: Num rows: 2 Data size: 280 Basic stats: COMPLETE Column stats: NONE @@ -135,8 +134,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 59 Data size: 237 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -166,14 +165,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1598 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 1757 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -213,7 +211,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1453 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: y Statistics: Num rows: 1447 Data size: 5791 Basic stats: COMPLETE Column stats: NONE @@ -227,7 +224,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 1598 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -305,7 +302,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 54 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: x Statistics: Num rows: 1453 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -314,7 +310,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1453 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: n Statistics: Num rows: 2 Data size: 280 Basic stats: COMPLETE Column stats: NONE @@ -339,7 +334,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -353,8 +348,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -373,8 +368,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -387,8 +382,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -649,14 +644,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1598 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 1757 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer6.q.out ql/src/test/results/clientpositive/correlationoptimizer6.q.out index 4d7caaa..1220866 100644 --- ql/src/test/results/clientpositive/correlationoptimizer6.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer6.q.out @@ -41,7 +41,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -55,7 +54,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -113,21 +112,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -149,9 +148,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint) sort order: ++++ Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -172,7 +172,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -186,7 +185,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -309,7 +308,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -326,7 +324,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -342,7 +339,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -368,8 +365,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -386,7 +383,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -412,8 +409,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -435,9 +432,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -630,8 +628,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -660,8 +658,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -683,9 +681,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -812,7 +811,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -821,14 +820,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -850,9 +848,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -951,7 +950,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 60 Data size: 6028 Basic stats: COMPLETE Column stats: NONE @@ -961,8 +959,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -991,8 +989,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1014,9 +1012,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -1104,7 +1103,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1118,7 +1116,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1176,7 +1174,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1185,14 +1183,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1214,9 +1211,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1296,7 +1294,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1313,7 +1310,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 118 Data size: 11840 Basic stats: COMPLETE Column stats: NONE @@ -1323,8 +1319,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1341,7 +1337,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1367,8 +1363,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1390,9 +1386,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -1480,7 +1477,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1494,7 +1490,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -1554,21 +1550,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1590,9 +1585,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) sort order: +++ Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1694,7 +1690,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1703,7 +1698,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1719,7 +1713,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1745,8 +1739,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1765,8 +1759,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1788,9 +1782,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) sort order: +++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -1904,7 +1899,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1918,7 +1912,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1984,7 +1978,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1993,16 +1987,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col8, _col9 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2024,9 +2017,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2150,7 +2144,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2167,7 +2160,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 176 Data size: 17652 Basic stats: COMPLETE Column stats: NONE @@ -2178,9 +2170,9 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2197,7 +2189,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2224,9 +2216,9 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2248,9 +2240,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -2366,7 +2359,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2380,7 +2372,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2446,7 +2438,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -2455,15 +2447,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -2486,9 +2477,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2602,7 +2594,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2619,7 +2610,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 176 Data size: 17652 Basic stats: COMPLETE Column stats: NONE @@ -2630,8 +2620,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2649,7 +2639,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2676,8 +2666,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2700,9 +2690,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -2867,14 +2858,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2931,7 +2922,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: bigint) TableScan alias: z Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2940,14 +2931,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2969,9 +2960,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string) sort order: +++++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3144,7 +3136,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -3183,8 +3175,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3209,8 +3201,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3239,8 +3231,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3265,8 +3257,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3285,8 +3277,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3308,9 +3300,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string) sort order: +++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3432,7 +3425,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -3446,7 +3439,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -3504,21 +3497,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -3540,9 +3533,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) sort order: +++++ Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3563,7 +3557,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -3577,7 +3570,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -3702,7 +3695,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -3716,7 +3709,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -3774,7 +3767,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -3783,7 +3776,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -3799,7 +3791,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -3825,8 +3817,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3845,8 +3837,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3868,9 +3860,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) sort order: +++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -4046,7 +4039,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -4098,8 +4091,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -4118,8 +4111,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -4141,9 +4134,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) sort order: +++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer7.q.out ql/src/test/results/clientpositive/correlationoptimizer7.q.out index 9379d9d..24621e7 100644 --- ql/src/test/results/clientpositive/correlationoptimizer7.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer7.q.out @@ -136,11 +136,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -244,7 +245,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -296,8 +297,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -316,8 +317,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -339,9 +340,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -542,11 +544,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -650,7 +653,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -702,8 +705,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -722,8 +725,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -745,9 +748,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer8.q.out ql/src/test/results/clientpositive/correlationoptimizer8.q.out index 3288bad..654f115 100644 --- ql/src/test/results/clientpositive/correlationoptimizer8.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer8.q.out @@ -108,14 +108,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 19 Data size: 1982 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -137,9 +137,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 19 Data size: 1982 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 19 Data size: 1982 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -312,7 +313,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 39 Data size: 4022 Basic stats: COMPLETE Column stats: NONE @@ -334,8 +335,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -366,8 +367,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -386,8 +387,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -409,9 +410,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -554,7 +556,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Union Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE @@ -563,7 +565,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -572,14 +574,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 991 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -601,9 +603,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 991 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 991 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -796,7 +799,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 20 Data size: 2119 Basic stats: COMPLETE Column stats: NONE @@ -818,8 +821,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -850,8 +853,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -870,8 +873,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -893,9 +896,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -1070,14 +1074,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 14 Data size: 1872 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1099,9 +1103,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 14 Data size: 1872 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 1872 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1293,9 +1298,10 @@ STAGE PLANS: key expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 19 Data size: 1982 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 19 Data size: 1982 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer9.q.out ql/src/test/results/clientpositive/correlationoptimizer9.q.out index c30d8dc..a67ef81 100644 --- ql/src/test/results/clientpositive/correlationoptimizer9.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer9.q.out @@ -95,21 +95,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -131,9 +131,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), _col3 (type: bigint) sort order: ++++ Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -309,8 +310,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -339,8 +340,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -362,9 +363,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), _col3 (type: bigint) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -483,21 +485,21 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -519,9 +521,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) sort order: ++++++ Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey5 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -695,8 +698,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -725,8 +728,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -748,9 +751,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) sort order: ++++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey5 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/count.q.out ql/src/test/results/clientpositive/count.q.out index e87cf47..4fec7c7 100644 --- ql/src/test/results/clientpositive/count.q.out +++ ql/src/test/results/clientpositive/count.q.out @@ -125,7 +125,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col20 (type: bigint), _col21 (type: bigint), _col22 (type: bigint), _col23 (type: bigint), _col24 (type: bigint) + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) @@ -244,7 +244,6 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1), count(), count(KEY._col0:0._col0), count(KEY._col0:1._col0), count(KEY._col0:2._col0), count(KEY._col0:3._col0), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) diff --git ql/src/test/results/clientpositive/create_like_view.q.out ql/src/test/results/clientpositive/create_like_view.q.out index 26f0b82..0ade21f 100644 --- ql/src/test/results/clientpositive/create_like_view.q.out +++ ql/src/test/results/clientpositive/create_like_view.q.out @@ -155,7 +155,12 @@ Retention: 0 #### A masked pattern was here #### Table Type: EXTERNAL_TABLE Table Parameters: + COLUMN_STATS_ACCURATE false EXTERNAL TRUE + numFiles 0 + numRows -1 + rawDataSize -1 + totalSize 0 #### A masked pattern was here #### # Storage Information diff --git ql/src/test/results/clientpositive/create_view.q.out ql/src/test/results/clientpositive/create_view.q.out index 5f6794b..e193a4f 100644 --- ql/src/test/results/clientpositive/create_view.q.out +++ ql/src/test/results/clientpositive/create_view.q.out @@ -1274,8 +1274,8 @@ JOIN (select 'tst1' as key, cast(count(1) as string) as value from src s3 UNION ALL select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 -ON (unionsrc1.key = unionsrc2.key), viewExpandedText:SELECT `unionsrc1`.`key` as `k1`, `unionsrc1`.`value` as `v1`, - `unionsrc2`.`key` as `k2`, `unionsrc2`.`value` as `v2` +ON (unionsrc1.key = unionsrc2.key), viewExpandedText:SELECT unionsrc1.key as `k1`, unionsrc1.value as `v1`, + unionsrc2.key as `k2`, unionsrc2.value as `v2` FROM (select 'tst1' as `key`, cast(count(1) as string) as `value` from `default`.`src` `s1` UNION ALL select `s2`.`key` as `key`, `s2`.`value` as `value` from `default`.`src` `s2` where `s2`.`key` < 10) `unionsrc1` @@ -1326,8 +1326,8 @@ JOIN UNION ALL select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) -View Expanded Text: SELECT `unionsrc1`.`key` as `k1`, `unionsrc1`.`value` as `v1`, - `unionsrc2`.`key` as `k2`, `unionsrc2`.`value` as `v2` +View Expanded Text: SELECT unionsrc1.key as `k1`, unionsrc1.value as `v1`, + unionsrc2.key as `k2`, unionsrc2.value as `v2` FROM (select 'tst1' as `key`, cast(count(1) as string) as `value` from `default`.`src` `s1` UNION ALL select `s2`.`key` as `key`, `s2`.`value` as `value` from `default`.`src` `s2` where `s2`.`key` < 10) `unionsrc1` diff --git ql/src/test/results/clientpositive/cross_join.q.out ql/src/test/results/clientpositive/cross_join.q.out index a09e9ba..ef48a38 100644 --- ql/src/test/results/clientpositive/cross_join.q.out +++ ql/src/test/results/clientpositive/cross_join.q.out @@ -138,13 +138,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/cross_product_check_1.q.out ql/src/test/results/clientpositive/cross_product_check_1.q.out index de66896..af380fc 100644 --- ql/src/test/results/clientpositive/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/cross_product_check_1.q.out @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: d2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -103,14 +103,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -191,7 +191,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: d2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -205,7 +204,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE @@ -449,7 +448,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: d2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -463,7 +461,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/ctas_colname.q.out ql/src/test/results/clientpositive/ctas_colname.q.out index 524ef40..e930934 100644 --- ql/src/test/results/clientpositive/ctas_colname.q.out +++ ql/src/test/results/clientpositive/ctas_colname.q.out @@ -321,7 +321,9 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/ctas_hadoop20.q.out ql/src/test/results/clientpositive/ctas_hadoop20.q.out index 7dca230..63428b5 100644 --- ql/src/test/results/clientpositive/ctas_hadoop20.q.out +++ ql/src/test/results/clientpositive/ctas_hadoop20.q.out @@ -43,9 +43,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -65,9 +66,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -185,9 +187,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -207,9 +210,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -327,9 +331,10 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -349,9 +354,10 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -535,9 +541,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -557,9 +564,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -721,7 +729,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -773,7 +780,9 @@ STAGE PLANS: /src [src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -806,7 +815,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -834,7 +842,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/decimal_udf.q.out ql/src/test/results/clientpositive/decimal_udf.q.out index b2b3d8f..02a0caa 100644 --- ql/src/test/results/clientpositive/decimal_udf.q.out +++ ql/src/test/results/clientpositive/decimal_udf.q.out @@ -1275,9 +1275,11 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: decimal(38,23)), _col2 (type: decimal(24,14)), _col3 (type: decimal(30,10)) + value expressions: _col1 (type: decimal(38,23)), _col2 (type: decimal(24,14)), _col3 (type: decimal(30,10)) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,23)), VALUE._col1 (type: decimal(24,14)), VALUE._col2 (type: decimal(30,10)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out index b714cfe..162a5a5 100644 --- ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out +++ ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out @@ -175,10 +175,12 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -258,7 +260,9 @@ STAGE PLANS: value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -520,10 +524,12 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -603,7 +609,9 @@ STAGE PLANS: value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -1281,10 +1289,12 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1339,10 +1349,12 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out index e525161..db0e28b 100644 --- ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out +++ ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out @@ -194,7 +194,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -515,7 +517,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -1191,9 +1195,11 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1248,9 +1254,11 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_clusterby1.q.out ql/src/test/results/clientpositive/escape_clusterby1.q.out index 960eda9..4fbf03f 100644 --- ql/src/test/results/clientpositive/escape_clusterby1.q.out +++ ql/src/test/results/clientpositive/escape_clusterby1.q.out @@ -26,9 +26,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -70,9 +71,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_distributeby1.q.out ql/src/test/results/clientpositive/escape_distributeby1.q.out index 7dfd456..3a39979 100644 --- ql/src/test/results/clientpositive/escape_distributeby1.q.out +++ ql/src/test/results/clientpositive/escape_distributeby1.q.out @@ -27,7 +27,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -70,7 +72,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_orderby1.q.out ql/src/test/results/clientpositive/escape_orderby1.q.out index 740c692..7bf1a07 100644 --- ql/src/test/results/clientpositive/escape_orderby1.q.out +++ ql/src/test/results/clientpositive/escape_orderby1.q.out @@ -25,9 +25,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -68,9 +69,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_sortby1.q.out ql/src/test/results/clientpositive/escape_sortby1.q.out index 1288635..496ef56 100644 --- ql/src/test/results/clientpositive/escape_sortby1.q.out +++ ql/src/test/results/clientpositive/escape_sortby1.q.out @@ -25,9 +25,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -68,9 +69,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/explain_logical.q.out ql/src/test/results/clientpositive/explain_logical.q.out index 2092540..0047133 100644 --- ql/src/test/results/clientpositive/explain_logical.q.out +++ ql/src/test/results/clientpositive/explain_logical.q.out @@ -366,13 +366,12 @@ s1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Join Operator (JOIN_4) condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_6) @@ -400,8 +399,8 @@ s2 condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE @@ -515,13 +514,12 @@ v3:src1:srcpart sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 232 Data size: 23248 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Join Operator (JOIN_6) condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col1, _col4 Statistics: Num rows: 255 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_8) @@ -549,8 +547,8 @@ v3:src2 condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col1, _col4 Statistics: Num rows: 255 Data size: 25572 Basic stats: COMPLETE Column stats: NONE @@ -588,15 +586,14 @@ v4:src1:src sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Join Operator (JOIN_9) condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col2} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col4, _col6 Statistics: Num rows: 255 Data size: 51145 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_10) @@ -629,9 +626,9 @@ v4:src2:srcpart Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col2} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col4, _col6 Statistics: Num rows: 255 Data size: 51145 Basic stats: COMPLETE Column stats: NONE v4:src3 @@ -649,9 +646,9 @@ v4:src3 Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col2} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col4, _col6 Statistics: Num rows: 255 Data size: 51145 Basic stats: COMPLETE Column stats: NONE @@ -816,13 +813,13 @@ s1:src sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Join Operator (JOIN_9) condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_10) @@ -833,8 +830,10 @@ s1:src key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) - Extract (EX_12) + value expressions: _col1 (type: bigint), _col2 (type: string) + Select Operator (SEL_12) + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator (FS_13) compressed: false @@ -857,8 +856,8 @@ s2 condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/explain_rearrange.q.out ql/src/test/results/clientpositive/explain_rearrange.q.out index d388cd3..0e855b4 100644 --- ql/src/test/results/clientpositive/explain_rearrange.q.out +++ ql/src/test/results/clientpositive/explain_rearrange.q.out @@ -167,9 +167,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -228,7 +229,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -240,8 +241,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -455,9 +456,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -516,7 +518,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -528,8 +530,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -832,7 +834,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -844,8 +846,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -864,9 +866,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -1068,7 +1071,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -1080,8 +1083,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -1152,9 +1155,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/groupby1_limit.q.out ql/src/test/results/clientpositive/groupby1_limit.q.out index c9e4024..b915825 100644 --- ql/src/test/results/clientpositive/groupby1_limit.q.out +++ ql/src/test/results/clientpositive/groupby1_limit.q.out @@ -70,7 +70,9 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/groupby2_limit.q.out ql/src/test/results/clientpositive/groupby2_limit.q.out index 096d03e..f9ddfc7 100644 --- ql/src/test/results/clientpositive/groupby2_limit.q.out +++ ql/src/test/results/clientpositive/groupby2_limit.q.out @@ -58,9 +58,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out index 0ba92ab..9fca498 100644 --- ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out @@ -40,7 +40,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: double), _col5 (type: bigint) + value expressions: _col3 (type: double), _col5 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(VALUE._col1), sum(DISTINCT KEY._col1:1._col0), count(VALUE._col3) @@ -146,7 +146,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: double), _col5 (type: bigint) + value expressions: _col3 (type: double), _col5 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(VALUE._col1), sum(DISTINCT KEY._col1:1._col0), count(VALUE._col3) diff --git ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out index 0122299..d6dbfa2 100644 --- ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out @@ -61,7 +61,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: double), _col2 (type: struct), _col3 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct), _col10 (type: double), _col11 (type: bigint) + value expressions: _col1 (type: double), _col2 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct) Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), avg(VALUE._col1), avg(DISTINCT KEY._col0:0._col0), max(VALUE._col3), min(VALUE._col4), std(VALUE._col5), stddev_samp(VALUE._col6), variance(VALUE._col7), var_samp(VALUE._col8), sum(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0) diff --git ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out index ea83946..0db13a1 100644 --- ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out @@ -99,7 +99,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -139,7 +141,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out index 972d727..86ffee1 100644 --- ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out @@ -101,7 +101,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: array), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -168,7 +170,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: map), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: map), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out index 11a0064..3dc4e45 100644 --- ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out +++ ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out @@ -49,26 +49,23 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 + Group By Operator + aggregations: sum(DISTINCT _col0) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(DISTINCT _col0) - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-2 Map Reduce @@ -79,7 +76,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0) @@ -135,7 +131,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0) diff --git ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out index b54d7aa..7e802e9 100644 --- ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out +++ ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out @@ -93,21 +93,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -129,9 +129,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint), _col3 (type: string), _col4 (type: string), _col5 (type: bigint) + value expressions: _col2 (type: bigint), _col5 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -323,21 +325,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -359,9 +361,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string) sort order: ++++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint), _col3 (type: string), _col4 (type: string), _col5 (type: bigint) + value expressions: _col2 (type: bigint), _col5 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out index 95bfa65..4570c30 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out @@ -193,20 +193,20 @@ POSTHOOK: Output: default@dest_g2 POSTHOOK: Output: default@dest_g3 POSTHOOK: Output: default@dest_g4 POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g3.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g3.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g4.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g4.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM dest_g2 ORDER BY key ASC, c1 ASC, c2 ASC, c3 ASC, c4 ASC PREHOOK: type: QUERY PREHOOK: Input: default@dest_g2 @@ -475,7 +475,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: double), _col4 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint), VALUE._col2 (type: string), VALUE._col3 (type: double), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -546,20 +548,20 @@ POSTHOOK: Output: default@dest_g4 POSTHOOK: Output: default@dest_h2 POSTHOOK: Output: default@dest_h3 POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g3.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g3.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g4.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g4.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_h2.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_h2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_h2.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out index 8befde1..2a788fb 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out @@ -136,10 +136,10 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@dest_g2 POSTHOOK: Output: default@dest_g3 POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g3.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM dest_g2 PREHOOK: type: QUERY PREHOOK: Input: default@dest_g2 diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out index c1c1303..e930237 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out @@ -162,9 +162,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -332,9 +332,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -502,9 +502,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -672,9 +672,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 diff --git ql/src/test/results/clientpositive/groupby_position.q.out ql/src/test/results/clientpositive/groupby_position.q.out index 640cecb..38b7d46 100644 --- ql/src/test/results/clientpositive/groupby_position.q.out +++ ql/src/test/results/clientpositive/groupby_position.q.out @@ -483,9 +483,10 @@ STAGE PLANS: key expressions: _col1 (type: bigint), _col0 (type: string) sort order: -+ Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -618,21 +619,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col3, _col4 Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -654,9 +655,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: --++ Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/groupby_resolution.q.out ql/src/test/results/clientpositive/groupby_resolution.q.out index 8d339e1..805ed01 100644 --- ql/src/test/results/clientpositive/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/groupby_resolution.q.out @@ -785,9 +785,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/groupby_sort_11.q.out ql/src/test/results/clientpositive/groupby_sort_11.q.out index c8bea14..ba043d3 100644 --- ql/src/test/results/clientpositive/groupby_sort_11.q.out +++ ql/src/test/results/clientpositive/groupby_sort_11.q.out @@ -190,7 +190,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double) + value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(VALUE._col1), count(VALUE._col2), sum(DISTINCT KEY._col1:1._col0) @@ -265,7 +265,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double) + value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(VALUE._col1), count(VALUE._col2), sum(DISTINCT KEY._col1:1._col0) diff --git ql/src/test/results/clientpositive/index_auto.q.out ql/src/test/results/clientpositive/index_auto.q.out index f6c3752..0422759 100644 --- ql/src/test/results/clientpositive/index_auto.q.out +++ ql/src/test/results/clientpositive/index_auto.q.out @@ -83,9 +83,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -197,9 +199,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_auto_file_format.q.out ql/src/test/results/clientpositive/index_auto_file_format.q.out index 518ec5a..cdb391c 100644 --- ql/src/test/results/clientpositive/index_auto_file_format.q.out +++ ql/src/test/results/clientpositive/index_auto_file_format.q.out @@ -83,9 +83,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -207,9 +209,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_auto_mult_tables.q.out ql/src/test/results/clientpositive/index_auto_mult_tables.q.out index 310f193..9f9559f 100644 --- ql/src/test/results/clientpositive/index_auto_mult_tables.q.out +++ ql/src/test/results/clientpositive/index_auto_mult_tables.q.out @@ -39,13 +39,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE @@ -68,9 +68,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -284,13 +286,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE @@ -313,9 +315,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out index 3ec1464..be3e06d 100644 --- ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out +++ ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out @@ -39,13 +39,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE @@ -68,9 +68,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -284,13 +286,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE @@ -313,9 +315,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_auto_multiple.q.out ql/src/test/results/clientpositive/index_auto_multiple.q.out index 8300b09..e095fe5 100644 --- ql/src/test/results/clientpositive/index_auto_multiple.q.out +++ ql/src/test/results/clientpositive/index_auto_multiple.q.out @@ -101,9 +101,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_auto_partitioned.q.out ql/src/test/results/clientpositive/index_auto_partitioned.q.out index 0d58fb6..e7c5ca8 100644 --- ql/src/test/results/clientpositive/index_auto_partitioned.q.out +++ ql/src/test/results/clientpositive/index_auto_partitioned.q.out @@ -97,9 +97,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_auto_self_join.q.out ql/src/test/results/clientpositive/index_auto_self_join.q.out index 3979b27..f1d9227 100644 --- ql/src/test/results/clientpositive/index_auto_self_join.q.out +++ ql/src/test/results/clientpositive/index_auto_self_join.q.out @@ -67,9 +67,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -236,9 +238,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_auto_unused.q.out ql/src/test/results/clientpositive/index_auto_unused.q.out index d796e1f..57e0ccf 100644 --- ql/src/test/results/clientpositive/index_auto_unused.q.out +++ ql/src/test/results/clientpositive/index_auto_unused.q.out @@ -47,9 +47,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -121,9 +123,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -195,9 +199,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 18 Data size: 3607 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 18 Data size: 3607 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -302,9 +308,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -398,9 +406,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_bitmap_auto_partitioned.q.out ql/src/test/results/clientpositive/index_bitmap_auto_partitioned.q.out index f29c672..c40f03a 100644 --- ql/src/test/results/clientpositive/index_bitmap_auto_partitioned.q.out +++ ql/src/test/results/clientpositive/index_bitmap_auto_partitioned.q.out @@ -103,9 +103,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_bitmap_compression.q.out ql/src/test/results/clientpositive/index_bitmap_compression.q.out index 6c5e9da..8d5ba9e 100644 --- ql/src/test/results/clientpositive/index_bitmap_compression.q.out +++ ql/src/test/results/clientpositive/index_bitmap_compression.q.out @@ -89,9 +89,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_compression.q.out ql/src/test/results/clientpositive/index_compression.q.out index aec48d4..e53f97b 100644 --- ql/src/test/results/clientpositive/index_compression.q.out +++ ql/src/test/results/clientpositive/index_compression.q.out @@ -83,9 +83,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/index_serde.q.out ql/src/test/results/clientpositive/index_serde.q.out index 004b697..1d56c09 100644 --- ql/src/test/results/clientpositive/index_serde.q.out +++ ql/src/test/results/clientpositive/index_serde.q.out @@ -176,9 +176,11 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out index 3750de7..86919b6 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out @@ -69,7 +69,9 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: int) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/innerjoin.q.out ql/src/test/results/clientpositive/innerjoin.q.out index 79f9c93..f883b67 100644 --- ql/src/test/results/clientpositive/innerjoin.q.out +++ ql/src/test/results/clientpositive/innerjoin.q.out @@ -40,14 +40,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -69,22 +68,19 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(KEY.reducesinkkey0) (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest_j1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_j1 Stage: Stage-0 Move Operator @@ -1201,7 +1197,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1214,14 +1210,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/input11_limit.q.out ql/src/test/results/clientpositive/input11_limit.q.out index e6a8266..6d4fdb9 100644 --- ql/src/test/results/clientpositive/input11_limit.q.out +++ ql/src/test/results/clientpositive/input11_limit.q.out @@ -40,7 +40,9 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input14.q.out ql/src/test/results/clientpositive/input14.q.out index c22bd75..da54676 100644 --- ql/src/test/results/clientpositive/input14.q.out +++ ql/src/test/results/clientpositive/input14.q.out @@ -56,20 +56,18 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input14_limit.q.out ql/src/test/results/clientpositive/input14_limit.q.out index 5d7fd8e..6918ab4 100644 --- ql/src/test/results/clientpositive/input14_limit.q.out +++ ql/src/test/results/clientpositive/input14_limit.q.out @@ -54,7 +54,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -75,9 +77,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/input17.q.out ql/src/test/results/clientpositive/input17.q.out index 9ee2ee9..30845ad 100644 --- ql/src/test/results/clientpositive/input17.q.out +++ ql/src/test/results/clientpositive/input17.q.out @@ -53,20 +53,18 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input18.q.out ql/src/test/results/clientpositive/input18.q.out index a6bf4de..de980d6 100644 --- ql/src/test/results/clientpositive/input18.q.out +++ ql/src/test/results/clientpositive/input18.q.out @@ -56,20 +56,18 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), regexp_replace(VALUE._col1, ' ', '+') (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), regexp_replace(_col1, ' ', '+') (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input1_limit.q.out ql/src/test/results/clientpositive/input1_limit.q.out index 0bca395..884c49a 100644 --- ql/src/test/results/clientpositive/input1_limit.q.out +++ ql/src/test/results/clientpositive/input1_limit.q.out @@ -68,7 +68,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -108,7 +110,9 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/input20.q.out ql/src/test/results/clientpositive/input20.q.out index bf05097..96fbfac 100644 --- ql/src/test/results/clientpositive/input20.q.out +++ ql/src/test/results/clientpositive/input20.q.out @@ -61,31 +61,29 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + Transform Operator + command: python input20_script.py + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Transform Operator - command: python input20_script.py - output info: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input21.q.out ql/src/test/results/clientpositive/input21.q.out index a988fa7..8ef12a5 100644 --- ql/src/test/results/clientpositive/input21.q.out +++ ql/src/test/results/clientpositive/input21.q.out @@ -37,9 +37,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 0 Data size: 130 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 130 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/input22.q.out ql/src/test/results/clientpositive/input22.q.out index b58b8a1..ba08f42 100644 --- ql/src/test/results/clientpositive/input22.q.out +++ ql/src/test/results/clientpositive/input22.q.out @@ -44,9 +44,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input25.q.out ql/src/test/results/clientpositive/input25.q.out index 4dc2082..98aa557 100644 --- ql/src/test/results/clientpositive/input25.q.out +++ ql/src/test/results/clientpositive/input25.q.out @@ -58,7 +58,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 10 @@ -120,7 +122,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input26.q.out ql/src/test/results/clientpositive/input26.q.out index 4dc33d3..ea37b7e 100644 --- ql/src/test/results/clientpositive/input26.q.out +++ ql/src/test/results/clientpositive/input26.q.out @@ -33,9 +33,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 @@ -82,7 +84,9 @@ STAGE PLANS: Stage: Stage-3 Map Reduce Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/input33.q.out ql/src/test/results/clientpositive/input33.q.out index 0698b89..9248971 100644 --- ql/src/test/results/clientpositive/input33.q.out +++ ql/src/test/results/clientpositive/input33.q.out @@ -61,31 +61,29 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + Transform Operator + command: python input20_script.py + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Transform Operator - command: python input20_script.py - output info: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input3_limit.q.out ql/src/test/results/clientpositive/input3_limit.q.out index a68bd24..24a58db 100644 --- ql/src/test/results/clientpositive/input3_limit.q.out +++ ql/src/test/results/clientpositive/input3_limit.q.out @@ -56,23 +56,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 11603 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 11603 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 58 Data size: 11603 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 20 - Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Limit + Number of rows: 20 + Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-2 Map Reduce @@ -83,7 +80,9 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/input4_limit.q.out ql/src/test/results/clientpositive/input4_limit.q.out index 3d133b4..d80cde3 100644 --- ql/src/test/results/clientpositive/input4_limit.q.out +++ ql/src/test/results/clientpositive/input4_limit.q.out @@ -24,9 +24,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -46,9 +48,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input5.q.out ql/src/test/results/clientpositive/input5.q.out index 42732ef..f6fb70d 100644 --- ql/src/test/results/clientpositive/input5.q.out +++ ql/src/test/results/clientpositive/input5.q.out @@ -53,20 +53,18 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input_columnarserde.q.out ql/src/test/results/clientpositive/input_columnarserde.q.out index c05cf1d..16d00fb 100644 --- ql/src/test/results/clientpositive/input_columnarserde.q.out +++ ql/src/test/results/clientpositive/input_columnarserde.q.out @@ -45,7 +45,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/input_lazyserde.q.out ql/src/test/results/clientpositive/input_lazyserde.q.out index cc35bd9..636364f 100644 --- ql/src/test/results/clientpositive/input_lazyserde.q.out +++ ql/src/test/results/clientpositive/input_lazyserde.q.out @@ -47,7 +47,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/input_part10.q.out ql/src/test/results/clientpositive/input_part10.q.out index 16ff62a..88b683a 100644 --- ql/src/test/results/clientpositive/input_part10.q.out +++ ql/src/test/results/clientpositive/input_part10.q.out @@ -55,7 +55,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out index 541e82d..11f1ddf 100644 --- ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out +++ ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out @@ -56,9 +56,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 @@ -186,9 +187,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out index 8a85862..21bd257 100644 --- ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out +++ ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out @@ -63,9 +63,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 @@ -149,9 +150,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/insert_into1.q.out ql/src/test/results/clientpositive/insert_into1.q.out index 053ffb1..a3a625c 100644 --- ql/src/test/results/clientpositive/insert_into1.q.out +++ ql/src/test/results/clientpositive/insert_into1.q.out @@ -37,7 +37,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -119,7 +121,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -210,7 +214,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into2.q.out ql/src/test/results/clientpositive/insert_into2.q.out index 948df91..3ac3a03 100644 --- ql/src/test/results/clientpositive/insert_into2.q.out +++ ql/src/test/results/clientpositive/insert_into2.q.out @@ -41,7 +41,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -150,7 +152,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -242,7 +246,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 50 diff --git ql/src/test/results/clientpositive/insert_into3.q.out ql/src/test/results/clientpositive/insert_into3.q.out index ffb0ca6..685d6cb 100644 --- ql/src/test/results/clientpositive/insert_into3.q.out +++ ql/src/test/results/clientpositive/insert_into3.q.out @@ -49,7 +49,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 @@ -61,7 +60,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 50 @@ -100,9 +101,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -221,7 +223,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -261,7 +265,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into4.q.out ql/src/test/results/clientpositive/insert_into4.q.out index c7a4df0..8a3a3e7 100644 --- ql/src/test/results/clientpositive/insert_into4.q.out +++ ql/src/test/results/clientpositive/insert_into4.q.out @@ -48,7 +48,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -130,7 +132,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into5.q.out ql/src/test/results/clientpositive/insert_into5.q.out index 3c753ca..1edeee4 100644 --- ql/src/test/results/clientpositive/insert_into5.q.out +++ ql/src/test/results/clientpositive/insert_into5.q.out @@ -48,7 +48,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into6.q.out ql/src/test/results/clientpositive/insert_into6.q.out index 582de2e..9587b8f 100644 --- ql/src/test/results/clientpositive/insert_into6.q.out +++ ql/src/test/results/clientpositive/insert_into6.q.out @@ -50,7 +50,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 150 diff --git ql/src/test/results/clientpositive/join0.q.out ql/src/test/results/clientpositive/join0.q.out index a6558ef..da07e9b 100644 --- ql/src/test/results/clientpositive/join0.q.out +++ ql/src/test/results/clientpositive/join0.q.out @@ -80,9 +80,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -115,7 +116,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY -{"STAGE PLANS":{"Stage-2":{"Map Reduce":{"Reduce Operator Tree:":{"Extract":{"children":{"File Output Operator":{"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"sort order:":"++++","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)"}}}}]}},"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Join Operator":{"outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"Select Operator":{"expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe","input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","condition map:":[{"":"Inner Join 0 to 1"}],"condition expressions:":{"1":"{VALUE._col0} {VALUE._col1}","0":"{VALUE._col0} {VALUE._col1}"}}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}},{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}}]}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}},"STAGE DEPENDENCIES":{"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}}} +{"STAGE PLANS":{"Stage-2":{"Map Reduce":{"Reduce Operator Tree:":{"Select Operator":{"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"sort order:":"++++","Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)"}}}}]}},"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Join Operator":{"outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"Select Operator":{"expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe","input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","condition map:":[{"":"Inner Join 0 to 1"}],"condition expressions:":{"1":"{VALUE._col0} {VALUE._col1}","0":"{VALUE._col0} {VALUE._col1}"}}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}},{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}}]}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}},"STAGE DEPENDENCIES":{"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}}} Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM diff --git ql/src/test/results/clientpositive/join1.q.out ql/src/test/results/clientpositive/join1.q.out index 9124e90..6142c43 100644 --- ql/src/test/results/clientpositive/join1.q.out +++ ql/src/test/results/clientpositive/join1.q.out @@ -39,14 +39,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join10.q.out ql/src/test/results/clientpositive/join10.q.out index e5ac114..c8a0d6a 100644 --- ql/src/test/results/clientpositive/join10.q.out +++ ql/src/test/results/clientpositive/join10.q.out @@ -44,14 +44,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join11.q.out ql/src/test/results/clientpositive/join11.q.out index c5c666b..a6dfdaa 100644 --- ql/src/test/results/clientpositive/join11.q.out +++ ql/src/test/results/clientpositive/join11.q.out @@ -53,14 +53,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join12.q.out ql/src/test/results/clientpositive/join12.q.out index d9122d9..e351ba6 100644 --- ql/src/test/results/clientpositive/join12.q.out +++ ql/src/test/results/clientpositive/join12.q.out @@ -59,7 +59,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -81,8 +80,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} 2 outputColumnNames: _col0, _col3 Statistics: Num rows: 13 Data size: 1322 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/join13.q.out ql/src/test/results/clientpositive/join13.q.out index 96854be..3adcfb4 100644 --- ql/src/test/results/clientpositive/join13.q.out +++ ql/src/test/results/clientpositive/join13.q.out @@ -44,7 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -60,14 +60,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col2, _col3 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -86,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: (_col0 + _col2) (type: double) Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: string), _col0 (type: string) + value expressions: _col0 (type: string), _col3 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -107,12 +106,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {VALUE._col3} 1 - outputColumnNames: _col1, _col2 + outputColumnNames: _col0, _col3 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join14_hadoop20.q.out ql/src/test/results/clientpositive/join14_hadoop20.q.out index abdea3a..8e3dd5a 100644 --- ql/src/test/results/clientpositive/join14_hadoop20.q.out +++ ql/src/test/results/clientpositive/join14_hadoop20.q.out @@ -49,14 +49,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join15.q.out ql/src/test/results/clientpositive/join15.q.out index dc99999..b72f3e8 100644 --- ql/src/test/results/clientpositive/join15.q.out +++ ql/src/test/results/clientpositive/join15.q.out @@ -21,7 +21,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -30,14 +30,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -59,9 +59,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join16.q.out ql/src/test/results/clientpositive/join16.q.out index 85a0145..124214a 100644 --- ql/src/test/results/clientpositive/join16.q.out +++ ql/src/test/results/clientpositive/join16.q.out @@ -25,7 +25,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: tab Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -37,14 +36,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join18.q.out ql/src/test/results/clientpositive/join18.q.out index 79c370d..c91d3b2 100644 --- ql/src/test/results/clientpositive/join18.q.out +++ ql/src/test/results/clientpositive/join18.q.out @@ -79,21 +79,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join18_multi_distinct.q.out ql/src/test/results/clientpositive/join18_multi_distinct.q.out index 6b9d97d..e545724 100644 --- ql/src/test/results/clientpositive/join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/join18_multi_distinct.q.out @@ -55,7 +55,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0) @@ -83,21 +82,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -119,9 +118,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint), _col4 (type: bigint) sort order: +++++ Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint), _col4 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: bigint), KEY.reducesinkkey4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join19.q.out ql/src/test/results/clientpositive/join19.q.out index 4789542..803d7a4 100644 --- ql/src/test/results/clientpositive/join19.q.out +++ ql/src/test/results/clientpositive/join19.q.out @@ -174,15 +174,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} 2 {VALUE._col0} outputColumnNames: _col0, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -202,7 +201,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col3 (type: string), _col0 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) TableScan alias: t5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -240,10 +239,10 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col2} {VALUE._col4} + 0 {VALUE._col0} {VALUE._col2} {KEY.reducesinkkey0} 1 - 2 {VALUE._col1} - outputColumnNames: _col0, _col2, _col4, _col7 + 2 {VALUE._col0} + outputColumnNames: _col0, _col2, _col3, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -277,18 +276,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col7 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col2 (type: string), _col4 (type: string), _col7 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col3} {VALUE._col5} {VALUE._col7} - 1 {VALUE._col1} - outputColumnNames: _col0, _col3, _col5, _col7, _col9 + 0 {VALUE._col0} {VALUE._col2} {VALUE._col3} {KEY.reducesinkkey0} + 1 {VALUE._col0} + outputColumnNames: _col0, _col2, _col3, _col7, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col3 (type: string), _col5 (type: string), _col0 (type: string), _col7 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join2.q.out ql/src/test/results/clientpositive/join2.q.out index fc6a29e..ce87da7 100644 --- ql/src/test/results/clientpositive/join2.q.out +++ ql/src/test/results/clientpositive/join2.q.out @@ -31,7 +31,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: src1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -40,14 +39,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -81,12 +79,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col4} + 0 {VALUE._col0} 1 {VALUE._col1} - outputColumnNames: _col4, _col9 + outputColumnNames: _col0, _col9 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: UDFToInteger(_col4) (type: int), _col9 (type: string) + expressions: UDFToInteger(_col0) (type: int), _col9 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join20.q.out ql/src/test/results/clientpositive/join20.q.out index 4a3e174..a064345 100644 --- ql/src/test/results/clientpositive/join20.q.out +++ ql/src/test/results/clientpositive/join20.q.out @@ -26,7 +26,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -35,7 +35,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -47,20 +47,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -82,9 +82,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -686,7 +687,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -695,7 +696,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -707,20 +708,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -742,9 +743,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join21.q.out ql/src/test/results/clientpositive/join21.q.out index ac30f80..dbe3a2f 100644 --- ql/src/test/results/clientpositive/join21.q.out +++ ql/src/test/results/clientpositive/join21.q.out @@ -24,7 +24,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -33,7 +33,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -42,20 +42,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Right Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: - 0 {(VALUE._col0 < 10)} + 0 {(KEY.reducesinkkey0 < 10)} 1 - 2 {(VALUE._col0 < 10)} + 2 {(KEY.reducesinkkey0 < 10)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -77,9 +77,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join22.q.out ql/src/test/results/clientpositive/join22.q.out index 76368e7..24685a3 100644 --- ql/src/test/results/clientpositive/join22.q.out +++ ql/src/test/results/clientpositive/join22.q.out @@ -29,13 +29,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -74,7 +74,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col3} + 1 {VALUE._col2} outputColumnNames: _col7 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join23.q.out ql/src/test/results/clientpositive/join23.q.out index d0185e1..ce081a4 100644 --- ql/src/test/results/clientpositive/join23.q.out +++ ql/src/test/results/clientpositive/join23.q.out @@ -62,9 +62,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join29.q.out ql/src/test/results/clientpositive/join29.q.out index 460e5fd..3617d55 100644 --- ql/src/test/results/clientpositive/join29.q.out +++ ql/src/test/results/clientpositive/join29.q.out @@ -194,14 +194,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join3.q.out ql/src/test/results/clientpositive/join3.q.out index c8d9620..a4963aa 100644 --- ql/src/test/results/clientpositive/join3.q.out +++ ql/src/test/results/clientpositive/join3.q.out @@ -47,16 +47,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col9 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join31.q.out ql/src/test/results/clientpositive/join31.q.out index e114c94..08121fe 100644 --- ql/src/test/results/clientpositive/join31.q.out +++ ql/src/test/results/clientpositive/join31.q.out @@ -234,13 +234,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/join4.q.out ql/src/test/results/clientpositive/join4.q.out index ba163b6..3fb377e 100644 --- ql/src/test/results/clientpositive/join4.q.out +++ ql/src/test/results/clientpositive/join4.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join40.q.out ql/src/test/results/clientpositive/join40.q.out index 332b634..dee8bd0 100644 --- ql/src/test/results/clientpositive/join40.q.out +++ ql/src/test/results/clientpositive/join40.q.out @@ -20,7 +20,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -36,14 +36,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -671,14 +671,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1765,7 +1764,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1774,7 +1773,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1786,20 +1785,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1821,9 +1820,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2425,7 +2425,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2434,7 +2434,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2446,20 +2446,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2481,9 +2481,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join41.q.out ql/src/test/results/clientpositive/join41.q.out index f605b80..b7bfd08 100644 --- ql/src/test/results/clientpositive/join41.q.out +++ ql/src/test/results/clientpositive/join41.q.out @@ -30,7 +30,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE @@ -39,14 +39,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -105,7 +105,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE @@ -114,14 +114,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join5.q.out ql/src/test/results/clientpositive/join5.q.out index 5bb74a2..99f2650 100644 --- ql/src/test/results/clientpositive/join5.q.out +++ ql/src/test/results/clientpositive/join5.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join6.q.out ql/src/test/results/clientpositive/join6.q.out index a4e3ad9..33c78a7 100644 --- ql/src/test/results/clientpositive/join6.q.out +++ ql/src/test/results/clientpositive/join6.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join7.q.out ql/src/test/results/clientpositive/join7.q.out index f149088..acff93a 100644 --- ql/src/test/results/clientpositive/join7.q.out +++ ql/src/test/results/clientpositive/join7.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -85,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -101,16 +101,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join8.q.out ql/src/test/results/clientpositive/join8.q.out index 343ccb3..eef07ba 100644 --- ql/src/test/results/clientpositive/join8.q.out +++ ql/src/test/results/clientpositive/join8.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 440 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/join_alt_syntax.q.out ql/src/test/results/clientpositive/join_alt_syntax.q.out index 2253db2..8299a2e 100644 --- ql/src/test/results/clientpositive/join_alt_syntax.q.out +++ ql/src/test/results/clientpositive/join_alt_syntax.q.out @@ -119,7 +119,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan alias: p2 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -128,7 +127,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan alias: p1 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -137,16 +135,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col1} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col1, _col12, _col23 Statistics: Num rows: 68 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -198,7 +195,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: p3 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -207,7 +203,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan alias: p1 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -216,16 +211,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col1, _col11, _col13 Statistics: Num rows: 68 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -311,28 +305,27 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 16 Data size: 1692 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col0 (type: int), _col1 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col11 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12, _col23 Statistics: Num rows: 34 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col0 + _col11) = _col11) and (_col23 = _col1)) (type: boolean) + predicate: (((_col11 + _col0) = _col0) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 8 Data size: 821 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col12 (type: string), _col1 (type: string), _col23 (type: string) + expressions: _col1 (type: string), _col12 (type: string), _col23 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 8 Data size: 821 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -377,7 +370,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) TableScan alias: p1 Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -386,14 +378,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12 Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -414,21 +405,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col0 (type: int), _col1 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col11 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12, _col23 Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -449,28 +439,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) + value expressions: p_name (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col23 (type: string), _col0 (type: int), _col1 (type: string), _col11 (type: int), _col12 (type: string) + value expressions: _col1 (type: string), _col11 (type: int), _col12 (type: string), _col23 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col11} {VALUE._col12} {VALUE._col22} {VALUE._col23} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col1, _col11, _col12, _col22, _col23, _col33, _col34 + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col10} {VALUE._col11} {VALUE._col22} + 1 {KEY.reducesinkkey0} {VALUE._col0} + outputColumnNames: _col0, _col1, _col11, _col12, _col23, _col33, _col34 Statistics: Num rows: 39 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col23 (type: string), _col12 (type: string), _col1 (type: string), _col34 (type: string) + expressions: _col1 (type: string), _col12 (type: string), _col23 (type: string), _col34 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -515,7 +505,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) TableScan alias: p1 Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -524,14 +513,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12 Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -552,21 +540,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col0 (type: int), _col1 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col11 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12, _col23 Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -587,28 +574,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) + value expressions: p_name (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col23 (type: string), _col0 (type: int), _col1 (type: string), _col11 (type: int), _col12 (type: string) + value expressions: _col1 (type: string), _col11 (type: int), _col12 (type: string), _col23 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col11} {VALUE._col12} {VALUE._col22} {VALUE._col23} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col1, _col11, _col12, _col22, _col23, _col33, _col34 + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col10} {VALUE._col11} {VALUE._col22} + 1 {KEY.reducesinkkey0} {VALUE._col0} + outputColumnNames: _col0, _col1, _col11, _col12, _col23, _col33, _col34 Statistics: Num rows: 39 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col23 (type: string), _col12 (type: string), _col1 (type: string), _col34 (type: string) + expressions: _col1 (type: string), _col12 (type: string), _col23 (type: string), _col34 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out index ea84dc6..06a58ae 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out @@ -61,7 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -70,7 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -79,16 +79,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -131,7 +131,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -140,7 +140,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -149,16 +149,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -239,25 +239,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -334,25 +334,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out index 7729c6b..ba90aae 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out @@ -61,7 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -70,7 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -79,7 +79,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -88,7 +88,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -96,10 +96,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -155,14 +155,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -183,21 +183,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -218,25 +218,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out index 5186668..0ae4e77 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out @@ -63,7 +63,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -81,16 +81,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -138,7 +138,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -147,7 +147,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -156,16 +156,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -251,28 +251,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col0 + _col11) = _col11) and (_col23 = _col1)) (type: boolean) + predicate: (((_col11 + _col0) = _col0) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 1 Data size: 698 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 1 Data size: 698 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -351,28 +351,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((_col0 = 1) and (_col23 = _col1)) (type: boolean) + predicate: ((_col11 = 1) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out index 70b8eeb..4df0d7d 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out @@ -63,7 +63,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -81,7 +81,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -90,7 +90,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -98,10 +98,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -153,7 +153,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -162,14 +162,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -190,21 +190,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -225,28 +225,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out index 4ead9fd..4ad0ffe 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out @@ -115,7 +115,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -124,7 +124,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -133,16 +133,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -185,7 +185,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -194,7 +194,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -203,16 +203,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -293,25 +293,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 2 Data size: 1535 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 2 Data size: 1535 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -388,25 +388,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out index 46cfc75..e708327 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out @@ -115,7 +115,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -124,7 +124,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -133,7 +133,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -150,10 +150,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -200,7 +200,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p2_name (type: string), p2_partkey (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -209,14 +209,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -237,21 +237,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -272,25 +272,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out index 6597cff..05aeefe 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out @@ -117,7 +117,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -126,7 +126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -135,16 +135,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -192,7 +192,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -201,7 +201,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -210,16 +210,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -305,28 +305,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 2 Data size: 1535 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col0 + _col11) = _col11) and (_col23 = _col1)) (type: boolean) + predicate: (((_col11 + _col0) = _col0) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -405,28 +405,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((_col0 = 1) and (_col23 = _col1)) (type: boolean) + predicate: ((_col11 = 1) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out index e5f6367..4bf17d2 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out @@ -117,7 +117,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -126,7 +126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -135,7 +135,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -144,7 +144,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -152,10 +152,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -207,7 +207,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p2_name (type: string), p2_partkey (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -216,14 +216,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -244,21 +244,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -279,28 +279,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_hive_626.q.out ql/src/test/results/clientpositive/join_hive_626.q.out index 1f4cf87..2659597 100644 --- ql/src/test/results/clientpositive/join_hive_626.q.out +++ ql/src/test/results/clientpositive/join_hive_626.q.out @@ -93,8 +93,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col4} + 0 {VALUE._col0} + 1 {VALUE._col0} {VALUE._col3} outputColumnNames: _col1, _col8, _col12 Statistics: Num rows: 0 Data size: 16 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -128,8 +128,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col1} {VALUE._col11} + 1 {VALUE._col0} outputColumnNames: _col1, _col12, _col20 Statistics: Num rows: 0 Data size: 17 Basic stats: PARTIAL Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_merging.q.out ql/src/test/results/clientpositive/join_merging.q.out index eab3a17..5eb93d9 100644 --- ql/src/test/results/clientpositive/join_merging.q.out +++ ql/src/test/results/clientpositive/join_merging.q.out @@ -78,8 +78,8 @@ STAGE PLANS: Left Outer Join0 to 1 Right Outer Join1 to 2 condition expressions: - 0 {VALUE._col5} - 1 {VALUE._col5} + 0 {VALUE._col4} + 1 {VALUE._col4} 2 outputColumnNames: _col5, _col16 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -154,8 +154,8 @@ STAGE PLANS: Left Outer Join0 to 1 Right Outer Join1 to 2 condition expressions: - 0 {VALUE._col5} - 1 {VALUE._col5} + 0 {VALUE._col4} + 1 {VALUE._col4} 2 outputColumnNames: _col5, _col16 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/join_nullsafe.q.out ql/src/test/results/clientpositive/join_nullsafe.q.out index 9ad8ef0..07937f2 100644 --- ql/src/test/results/clientpositive/join_nullsafe.q.out +++ ql/src/test/results/clientpositive/join_nullsafe.q.out @@ -36,7 +36,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -45,14 +45,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} nullSafes: [true] outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE @@ -75,9 +75,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) sort order: ++++ Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -133,7 +134,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -142,7 +143,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -151,16 +152,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -182,9 +183,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) sort order: ++++++ Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -231,7 +233,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -240,7 +242,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -249,16 +251,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {VALUE._col0} nullSafes: [true] outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE @@ -281,9 +283,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) sort order: ++++++ Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -357,7 +360,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -366,7 +368,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -375,16 +376,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {KEY.reducesinkkey1} nullSafes: [true, false] outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE @@ -407,9 +407,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) sort order: ++++++ Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -456,7 +457,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -465,7 +465,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -474,16 +473,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {KEY.reducesinkkey1} nullSafes: [true, true] outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE @@ -506,9 +504,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) sort order: ++++++ Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1338,7 +1337,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -1350,14 +1349,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} nullSafes: [true] outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/join_rc.q.out ql/src/test/results/clientpositive/join_rc.q.out index 46f1c61..be7ca85 100644 --- ql/src/test/results/clientpositive/join_rc.q.out +++ ql/src/test/results/clientpositive/join_rc.q.out @@ -65,14 +65,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 550 Data size: 5293 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_reorder.q.out ql/src/test/results/clientpositive/join_reorder.q.out index 24dee27..4fc41e0 100644 --- ql/src/test/results/clientpositive/join_reorder.q.out +++ ql/src/test/results/clientpositive/join_reorder.q.out @@ -220,7 +220,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -229,14 +228,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -255,7 +254,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -264,18 +263,17 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col1} - outputColumnNames: _col0, _col4, _col5, _col9 + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col4, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col4 (type: string), _col0 (type: string), _col5 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col4 (type: string), _col1 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -319,7 +317,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -328,14 +325,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -354,7 +351,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -363,18 +360,17 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col1} - outputColumnNames: _col0, _col4, _col5, _col9 + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col4, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col4 (type: string), _col0 (type: string), _col5 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col4 (type: string), _col1 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -463,7 +459,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -472,7 +467,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -481,7 +475,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: @@ -489,9 +482,9 @@ STAGE PLANS: Unique Join0 to 0 Unique Join0 to 0 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4, _col8 Statistics: Num rows: 0 Data size: 66 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -540,7 +533,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -549,7 +541,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -558,7 +549,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: @@ -566,9 +556,9 @@ STAGE PLANS: Unique Join0 to 0 Unique Join0 to 0 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4, _col8 Statistics: Num rows: 0 Data size: 66 Basic stats: PARTIAL Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_reorder2.q.out ql/src/test/results/clientpositive/join_reorder2.q.out index 70f8caa..cd8233c 100644 --- ql/src/test/results/clientpositive/join_reorder2.q.out +++ ql/src/test/results/clientpositive/join_reorder2.q.out @@ -86,7 +86,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -95,7 +95,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -104,7 +104,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -113,7 +113,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -121,10 +121,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -196,7 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -205,14 +205,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -231,7 +231,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -240,14 +240,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -271,11 +271,11 @@ STAGE PLANS: value expressions: key (type: string), val (type: string) TableScan Reduce Output Operator - key expressions: (_col4 + 1) (type: double) + key expressions: (_col0 + 1) (type: double) sort order: + - Map-reduce partition columns: (_col4 + 1) (type: double) + Map-reduce partition columns: (_col0 + 1) (type: double) Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -286,7 +286,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_reorder3.q.out ql/src/test/results/clientpositive/join_reorder3.q.out index 64040c8..40c2951 100644 --- ql/src/test/results/clientpositive/join_reorder3.q.out +++ ql/src/test/results/clientpositive/join_reorder3.q.out @@ -86,7 +86,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -95,7 +95,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -104,7 +104,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -113,7 +113,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -121,10 +121,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -196,7 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -205,14 +205,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -231,7 +231,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -240,14 +240,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -271,11 +271,11 @@ STAGE PLANS: value expressions: key (type: string), val (type: string) TableScan Reduce Output Operator - key expressions: (_col4 + 1) (type: double) + key expressions: (_col0 + 1) (type: double) sort order: + - Map-reduce partition columns: (_col4 + 1) (type: double) + Map-reduce partition columns: (_col0 + 1) (type: double) Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -286,7 +286,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_star.q.out ql/src/test/results/clientpositive/join_star.q.out index d786720..4e2158a 100644 --- ql/src/test/results/clientpositive/join_star.q.out +++ ql/src/test/results/clientpositive/join_star.q.out @@ -241,7 +241,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col3 (type: int) @@ -268,15 +268,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col3 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col11 + outputColumnNames: _col0, _col1, _col7, _col11 Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: int), _col5 (type: int), _col1 (type: int), _col11 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -354,7 +354,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) @@ -381,15 +381,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col11 + outputColumnNames: _col0, _col1, _col7, _col11 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: int), _col5 (type: int), _col1 (type: int), _col11 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -467,7 +467,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) @@ -494,15 +494,15 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col11 + outputColumnNames: _col0, _col1, _col7, _col11 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: int), _col5 (type: int), _col1 (type: int), _col11 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -611,7 +611,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} {_col3} + 0 {_col0} {_col1} {_col3} {_col7} 1 {f4} keys: 0 _col7 (type: int) @@ -622,10 +622,10 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col11} {_col1} {_col4} {_col5} + 0 {_col0} {_col1} {_col7} {_col11} 1 {f6} keys: - 0 _col7 (type: int) + 0 _col3 (type: int) 1 f5 (type: int) dim4 TableScan @@ -633,7 +633,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col15} {_col1} {_col5} {_col8} {_col9} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} 1 {f8} 2 {f12} keys: @@ -646,7 +646,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col23} {_col19} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} 1 {f10} keys: 0 _col19 (type: int) @@ -657,7 +657,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col15} {_col1} {_col5} {_col8} {_col9} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} 1 {f8} 2 {f12} keys: @@ -670,10 +670,10 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col19} {_col27} {_col23} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} {_col27} 1 {f14} keys: - 0 _col19 (type: int) + 0 _col23 (type: int) 1 f13 (type: int) Stage: Stage-12 @@ -697,62 +697,62 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} {_col3} + 0 {_col0} {_col1} {_col3} {_col7} 1 {f4} keys: 0 _col7 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col7, _col11 + outputColumnNames: _col0, _col1, _col3, _col7, _col11 Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col11} {_col1} {_col4} {_col5} + 0 {_col0} {_col1} {_col7} {_col11} 1 {f6} keys: - 0 _col7 (type: int) + 0 _col3 (type: int) 1 f5 (type: int) - outputColumnNames: _col1, _col5, _col8, _col9, _col15 + outputColumnNames: _col0, _col1, _col7, _col11, _col15 Statistics: Num rows: 6 Data size: 128 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {_col15} {_col1} {_col5} {_col8} {_col9} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} 1 {f8} 2 {f12} keys: 0 _col15 (type: int) 1 f7 (type: int) 2 f11 (type: int) - outputColumnNames: _col1, _col5, _col9, _col12, _col13, _col19, _col23 + outputColumnNames: _col0, _col1, _col7, _col11, _col15, _col19, _col23 Statistics: Num rows: 13 Data size: 281 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col23} {_col19} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} 1 {f10} keys: 0 _col19 (type: int) 1 f9 (type: int) - outputColumnNames: _col1, _col5, _col9, _col12, _col13, _col19, _col23, _col27 + outputColumnNames: _col0, _col1, _col7, _col11, _col15, _col19, _col23, _col27 Statistics: Num rows: 14 Data size: 309 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col19} {_col27} {_col23} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} {_col27} 1 {f14} keys: - 0 _col19 (type: int) + 0 _col23 (type: int) 1 f13 (type: int) - outputColumnNames: _col1, _col5, _col9, _col12, _col13, _col19, _col23, _col27, _col31 + outputColumnNames: _col0, _col1, _col7, _col11, _col15, _col19, _col23, _col27, _col31 Statistics: Num rows: 15 Data size: 339 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col12 (type: int), _col13 (type: int), _col9 (type: int), _col5 (type: int), _col1 (type: int), _col27 (type: int), _col23 (type: int), _col19 (type: int), _col31 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int), _col15 (type: int), _col19 (type: int), _col27 (type: int), _col23 (type: int), _col31 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 15 Data size: 339 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_thrift.q.out ql/src/test/results/clientpositive/join_thrift.q.out index b1d2d11..7869a7e 100644 --- ql/src/test/results/clientpositive/join_thrift.q.out +++ ql/src/test/results/clientpositive/join_thrift.q.out @@ -47,14 +47,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: aint (type: int) Statistics: Num rows: 401 Data size: 1606 Basic stats: COMPLETE Column stats: NONE - value expressions: aint (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col4} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col3} outputColumnNames: _col0, _col12 Statistics: Num rows: 441 Data size: 1766 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_vc.q.out ql/src/test/results/clientpositive/join_vc.q.out index 3268f7d..bf21ceb 100644 --- ql/src/test/results/clientpositive/join_vc.q.out +++ ql/src/test/results/clientpositive/join_vc.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col1} + 1 {VALUE._col0} outputColumnNames: _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -60,7 +60,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint) + value expressions: key (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint) TableScan Reduce Output Operator key expressions: _col5 (type: string) @@ -73,7 +73,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} outputColumnNames: _col8, _col9, _col10 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -95,9 +95,10 @@ STAGE PLANS: key expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: string) sort order: +++ Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 diff --git ql/src/test/results/clientpositive/join_view.q.out ql/src/test/results/clientpositive/join_view.q.out index 423aac2..a42d0fb 100644 --- ql/src/test/results/clientpositive/join_view.q.out +++ ql/src/test/results/clientpositive/join_view.q.out @@ -50,7 +50,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col2} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col1, _col5, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/lateral_view.q.out ql/src/test/results/clientpositive/lateral_view.q.out index e4e0268..3b943b7 100644 --- ql/src/test/results/clientpositive/lateral_view.q.out +++ ql/src/test/results/clientpositive/lateral_view.q.out @@ -47,7 +47,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: int) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + value expressions: _col1 (type: string) Select Operator expressions: array(1,2,3) (type: array) outputColumnNames: _col0 @@ -66,9 +66,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: int) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 @@ -88,9 +90,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: int) sort order: ++ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/lateral_view_cp.q.out ql/src/test/results/clientpositive/lateral_view_cp.q.out index d19ae5c..decb207 100644 --- ql/src/test/results/clientpositive/lateral_view_cp.q.out +++ ql/src/test/results/clientpositive/lateral_view_cp.q.out @@ -59,7 +59,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col1} + 1 {VALUE._col0} outputColumnNames: _col5 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/lateral_view_noalias.q.out ql/src/test/results/clientpositive/lateral_view_noalias.q.out index 432a512..ff8348c 100644 --- ql/src/test/results/clientpositive/lateral_view_noalias.q.out +++ ql/src/test/results/clientpositive/lateral_view_noalias.q.out @@ -192,7 +192,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 @@ -213,21 +215,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: int) + value expressions: _col1 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: int) + value expressions: _col1 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 12786 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -288,7 +290,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 diff --git ql/src/test/results/clientpositive/limit_pushdown.q.out ql/src/test/results/clientpositive/limit_pushdown.q.out index ef67f5b..4a11e00 100644 --- ql/src/test/results/clientpositive/limit_pushdown.q.out +++ ql/src/test/results/clientpositive/limit_pushdown.q.out @@ -28,9 +28,11 @@ STAGE PLANS: sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -103,9 +105,11 @@ STAGE PLANS: sort order: - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -630,9 +634,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 0 @@ -722,9 +728,11 @@ STAGE PLANS: sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -848,21 +856,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 330 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -934,7 +942,9 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1058,17 +1068,19 @@ STAGE PLANS: alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 2.0E-5 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 diff --git ql/src/test/results/clientpositive/limit_pushdown_negative.q.out ql/src/test/results/clientpositive/limit_pushdown_negative.q.out index be0247c..93ec6a6 100644 --- ql/src/test/results/clientpositive/limit_pushdown_negative.q.out +++ ql/src/test/results/clientpositive/limit_pushdown_negative.q.out @@ -20,7 +20,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -29,14 +29,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -149,9 +149,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Lateral View Forward Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -320,7 +322,9 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/lineage1.q.out ql/src/test/results/clientpositive/lineage1.q.out index 3b4e780..6d04f62 100644 --- ql/src/test/results/clientpositive/lineage1.q.out +++ ql/src/test/results/clientpositive/lineage1.q.out @@ -55,7 +55,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: p1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -70,8 +69,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -191,14 +190,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/load_dyn_part14.q.out ql/src/test/results/clientpositive/load_dyn_part14.q.out index 354d7da..dcc95ee 100644 --- ql/src/test/results/clientpositive/load_dyn_part14.q.out +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out @@ -75,7 +75,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 @@ -174,7 +176,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 @@ -204,7 +208,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 diff --git ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out index 1ef6987..dd8db25 100644 --- ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out +++ ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out @@ -144,11 +144,13 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: string), _col4 (type: string) sort order: +++ Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -306,11 +308,13 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: string), _col4 (type: string) sort order: +++ Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/mapjoin_memcheck.q.out ql/src/test/results/clientpositive/mapjoin_memcheck.q.out index 6a28b36..79d99c9 100644 --- ql/src/test/results/clientpositive/mapjoin_memcheck.q.out +++ ql/src/test/results/clientpositive/mapjoin_memcheck.q.out @@ -73,11 +73,13 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/mapjoin_subquery.q.out ql/src/test/results/clientpositive/mapjoin_subquery.q.out index 6072943..9a16997 100644 --- ql/src/test/results/clientpositive/mapjoin_subquery.q.out +++ ql/src/test/results/clientpositive/mapjoin_subquery.q.out @@ -333,11 +333,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/mapjoin_test_outer.q.out ql/src/test/results/clientpositive/mapjoin_test_outer.q.out index bbe74e0..3751de9 100644 --- ql/src/test/results/clientpositive/mapjoin_test_outer.q.out +++ ql/src/test/results/clientpositive/mapjoin_test_outer.q.out @@ -312,11 +312,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1144,11 +1145,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/mapreduce1.q.out ql/src/test/results/clientpositive/mapreduce1.q.out index 859d409..0d31fca 100644 --- ql/src/test/results/clientpositive/mapreduce1.q.out +++ ql/src/test/results/clientpositive/mapreduce1.q.out @@ -51,20 +51,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce2.q.out ql/src/test/results/clientpositive/mapreduce2.q.out index 4ad1146..b7ebf06 100644 --- ql/src/test/results/clientpositive/mapreduce2.q.out +++ ql/src/test/results/clientpositive/mapreduce2.q.out @@ -48,20 +48,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce3.q.out ql/src/test/results/clientpositive/mapreduce3.q.out index 12e8f59..deb14f5 100644 --- ql/src/test/results/clientpositive/mapreduce3.q.out +++ ql/src/test/results/clientpositive/mapreduce3.q.out @@ -48,20 +48,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce4.q.out ql/src/test/results/clientpositive/mapreduce4.q.out index 1ded95a..ecc6de6 100644 --- ql/src/test/results/clientpositive/mapreduce4.q.out +++ ql/src/test/results/clientpositive/mapreduce4.q.out @@ -51,20 +51,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce5.q.out ql/src/test/results/clientpositive/mapreduce5.q.out index af059bd..109d697 100644 --- ql/src/test/results/clientpositive/mapreduce5.q.out +++ ql/src/test/results/clientpositive/mapreduce5.q.out @@ -40,22 +40,20 @@ STAGE PLANS: sort order: -+ Map-reduce partition columns: _col3 (type: string), _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: string) + value expressions: _col0 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce6.q.out ql/src/test/results/clientpositive/mapreduce6.q.out index fe5a55d..8106615 100644 --- ql/src/test/results/clientpositive/mapreduce6.q.out +++ ql/src/test/results/clientpositive/mapreduce6.q.out @@ -40,22 +40,20 @@ STAGE PLANS: sort order: -+ Map-reduce partition columns: _col3 (type: string), _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: string) + value expressions: _col0 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce7.q.out ql/src/test/results/clientpositive/mapreduce7.q.out index c4a9f30..f6d724a 100644 --- ql/src/test/results/clientpositive/mapreduce7.q.out +++ ql/src/test/results/clientpositive/mapreduce7.q.out @@ -48,20 +48,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), UDFToInteger(VALUE._col2) (type: int), UDFToInteger(VALUE._col3) (type: int), UDFToInteger(VALUE._col4) (type: int), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col2) (type: int), UDFToInteger(_col3) (type: int), UDFToInteger(_col4) (type: int), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce8.q.out ql/src/test/results/clientpositive/mapreduce8.q.out index 37d094f..9132ee9 100644 --- ql/src/test/results/clientpositive/mapreduce8.q.out +++ ql/src/test/results/clientpositive/mapreduce8.q.out @@ -51,20 +51,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), UDFToInteger(VALUE._col2) (type: int), UDFToInteger(VALUE._col3) (type: int), UDFToInteger(VALUE._col4) (type: int), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col2) (type: int), UDFToInteger(_col3) (type: int), UDFToInteger(_col4) (type: int), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/merge4.q.out ql/src/test/results/clientpositive/merge4.q.out index ff77418..9a0fb86 100644 --- ql/src/test/results/clientpositive/merge4.q.out +++ ql/src/test/results/clientpositive/merge4.q.out @@ -2795,7 +2795,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/mergejoins.q.out ql/src/test/results/clientpositive/mergejoins.q.out index 5a42c14..88af8bb 100644 --- ql/src/test/results/clientpositive/mergejoins.q.out +++ ql/src/test/results/clientpositive/mergejoins.q.out @@ -54,7 +54,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -63,7 +63,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -81,7 +81,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) Reduce Operator Tree: Join Operator condition map: @@ -89,10 +89,10 @@ STAGE PLANS: Inner Join 0 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -111,7 +111,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col12 (type: int), _col13 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col0 (type: int), _col1 (type: int) + value expressions: _col0 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col12 (type: int), _col13 (type: int) TableScan alias: e Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -120,18 +120,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val2 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val1 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} {VALUE._col12} {VALUE._col13} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13, _col16, _col17 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col12 (type: int), _col13 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col0 (type: int), _col1 (type: int), _col16 (type: int), _col17 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col12 (type: int), _col13 (type: int), _col16 (type: int), _col17 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -170,7 +170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -179,7 +179,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -188,19 +188,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 - 1 {(VALUE._col0 < 10)} + 1 {(KEY.reducesinkkey0 < 10)} 2 outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/mergejoins_mixed.q.out ql/src/test/results/clientpositive/mergejoins_mixed.q.out index 5906fc4..39bf156 100644 --- ql/src/test/results/clientpositive/mergejoins_mixed.q.out +++ ql/src/test/results/clientpositive/mergejoins_mixed.q.out @@ -33,7 +33,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -42,7 +42,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -51,7 +51,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -60,7 +60,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -68,10 +68,10 @@ STAGE PLANS: Left Outer Join1 to 2 Left Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -114,7 +114,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -123,7 +123,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -132,7 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -141,7 +141,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -149,10 +149,10 @@ STAGE PLANS: Left Outer Join1 to 2 Right Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -195,7 +195,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -204,7 +204,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -213,7 +213,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -222,7 +222,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -230,10 +230,10 @@ STAGE PLANS: Right Outer Join1 to 2 Left Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -276,7 +276,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -285,7 +285,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -294,7 +294,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -303,7 +303,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -311,10 +311,10 @@ STAGE PLANS: Right Outer Join1 to 2 Right Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -360,7 +360,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -369,7 +369,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -378,16 +378,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -406,7 +406,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col8 (type: string), _col9 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -415,18 +415,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col0 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -466,7 +466,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -475,7 +475,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -484,16 +484,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -512,7 +512,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col8 (type: string), _col9 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -521,18 +521,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col0 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -572,7 +572,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -581,7 +581,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -590,16 +590,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Outer Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -618,7 +618,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col8 (type: string), _col9 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -627,18 +627,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col0 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -681,7 +681,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -690,14 +690,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -716,7 +716,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -725,14 +725,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -753,25 +753,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -812,7 +812,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -821,14 +821,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -847,7 +847,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -856,14 +856,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -884,25 +884,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -943,7 +943,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -952,14 +952,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -978,7 +978,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -987,14 +987,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1015,25 +1015,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1074,7 +1074,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1083,14 +1083,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1109,7 +1109,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1118,14 +1118,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1146,25 +1146,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1206,7 +1206,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1215,14 +1215,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1243,7 +1243,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1252,27 +1252,27 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator key expressions: _col5 (type: string) sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/multiMapJoin1.q.out ql/src/test/results/clientpositive/multiMapJoin1.q.out index 9fbf42d..48cae57 100644 --- ql/src/test/results/clientpositive/multiMapJoin1.q.out +++ ql/src/test/results/clientpositive/multiMapJoin1.q.out @@ -850,8 +850,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -876,7 +876,7 @@ STAGE PLANS: alias: smalltbl2 HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -890,7 +890,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1089,7 +1089,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) TableScan alias: smalltbl4 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -1098,14 +1098,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} - 1 {VALUE._col0} + 0 {VALUE._col0} {VALUE._col1} {KEY.reducesinkkey0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1177,7 +1176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: smalltbl3 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -1186,14 +1185,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1218,7 +1216,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1233,7 +1231,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1269,13 +1267,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {KEY.reducesinkkey0} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE @@ -1324,8 +1322,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -1346,7 +1344,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE - value expressions: key1 (type: string), key2 (type: string), value (type: string) + value expressions: key2 (type: string), value (type: string) TableScan alias: smalltbl1 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -1355,19 +1353,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1583,7 +1580,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1629,14 +1626,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1900,7 +1897,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1924,14 +1921,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2270,8 +2267,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -2296,7 +2293,7 @@ STAGE PLANS: alias: smalltbl2 HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2310,7 +2307,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2509,7 +2506,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) TableScan alias: smalltbl4 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -2518,14 +2515,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} - 1 {VALUE._col0} + 0 {VALUE._col0} {VALUE._col1} {KEY.reducesinkkey0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2597,7 +2593,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: smalltbl3 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -2606,14 +2602,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2638,7 +2633,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2653,7 +2648,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2689,13 +2684,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {KEY.reducesinkkey0} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE @@ -2744,8 +2739,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -2766,7 +2761,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE - value expressions: key1 (type: string), key2 (type: string), value (type: string) + value expressions: key2 (type: string), value (type: string) TableScan alias: smalltbl1 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -2775,19 +2770,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/multiMapJoin2.q.out ql/src/test/results/clientpositive/multiMapJoin2.q.out index 7db3388..fc51f78 100644 --- ql/src/test/results/clientpositive/multiMapJoin2.q.out +++ ql/src/test/results/clientpositive/multiMapJoin2.q.out @@ -84,7 +84,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: x1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -113,11 +112,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -345,7 +345,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: x2 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -374,11 +373,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -589,7 +589,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 64 Data size: 6501 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: x2 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -618,11 +617,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 64 Data size: 6501 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 64 Data size: 6501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -922,9 +922,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -997,13 +998,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE @@ -1302,7 +1302,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1343,7 +1343,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1378,9 +1378,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -1619,9 +1620,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1694,13 +1696,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE @@ -1973,7 +1974,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2014,7 +2015,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2049,9 +2050,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/multi_insert.q.out ql/src/test/results/clientpositive/multi_insert.q.out index 537d2e4..9dd4d1f 100644 --- ql/src/test/results/clientpositive/multi_insert.q.out +++ ql/src/test/results/clientpositive/multi_insert.q.out @@ -844,6 +844,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1080,6 +1084,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1228,6 +1236,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1464,6 +1476,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 diff --git ql/src/test/results/clientpositive/multi_insert_gby.q.out ql/src/test/results/clientpositive/multi_insert_gby.q.out index 66608de..a056d2c 100644 --- ql/src/test/results/clientpositive/multi_insert_gby.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby.q.out @@ -104,22 +104,20 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), UDFToInteger(VALUE._col0) (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), UDFToInteger(_col1) (type: int) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.e1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.e1 Stage: Stage-0 Move Operator @@ -142,22 +140,20 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), UDFToInteger(VALUE._col0) (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), UDFToInteger(_col1) (type: int) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.e2 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.e2 Stage: Stage-1 Move Operator @@ -190,8 +186,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 -POSTHOOK: Lineage: e1.count EXPRESSION [] -POSTHOOK: Lineage: e2.count EXPRESSION [] +POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -329,22 +327,20 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), UDFToInteger(VALUE._col0) (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), UDFToInteger(_col1) (type: int) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.e1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.e1 Stage: Stage-0 Move Operator @@ -367,22 +363,20 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), UDFToInteger(VALUE._col0) (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), UDFToInteger(_col1) (type: int) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.e2 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.e2 Stage: Stage-1 Move Operator @@ -415,8 +409,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 -POSTHOOK: Lineage: e1.count EXPRESSION [] -POSTHOOK: Lineage: e2.count EXPRESSION [] +POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 diff --git ql/src/test/results/clientpositive/multi_insert_gby2.q.out ql/src/test/results/clientpositive/multi_insert_gby2.q.out index ab7e293..5f7f3d6 100644 --- ql/src/test/results/clientpositive/multi_insert_gby2.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby2.q.out @@ -53,18 +53,16 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: double) + outputColumnNames: _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: double) - outputColumnNames: _col1 - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/multi_insert_gby3.q.out ql/src/test/results/clientpositive/multi_insert_gby3.q.out index d5a9900..3cbcdc1 100644 --- ql/src/test/results/clientpositive/multi_insert_gby3.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby3.q.out @@ -56,20 +56,18 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) + value expressions: _col1 (type: double), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce @@ -184,20 +182,18 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) + value expressions: _col1 (type: double), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce @@ -1768,9 +1764,11 @@ STAGE PLANS: sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double), _col2 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) + value expressions: _col1 (type: double), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) diff --git ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out index cfdf83e..fbf34c4 100644 --- ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out +++ ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out @@ -840,10 +840,10 @@ POSTHOOK: Output: default@src_lv2 POSTHOOK: Output: default@src_lv3 POSTHOOK: Lineage: src_lv1.key SCRIPT [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: src_lv1.value EXPRESSION [(src_10)src_10.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] -POSTHOOK: Lineage: src_lv2.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: src_lv2.value EXPRESSION [(src_10)src_10.null, ] -POSTHOOK: Lineage: src_lv3.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: src_lv3.value EXPRESSION [(src_10)src_10.null, ] +POSTHOOK: Lineage: src_lv2.key SIMPLE [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv2.value EXPRESSION [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv3.key SIMPLE [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv3.value EXPRESSION [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select * from src_lv1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_lv1 @@ -1601,8 +1601,10 @@ POSTHOOK: Lineage: src_lv1.key SCRIPT [(src_10)src_10.FieldSchema(name:key, type POSTHOOK: Lineage: src_lv1.value EXPRESSION [(src_10)src_10.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] POSTHOOK: Lineage: src_lv2.key SCRIPT [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: src_lv2.value EXPRESSION [(src_10)src_10.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] -POSTHOOK: Lineage: src_lv3.value EXPRESSION [] -POSTHOOK: Lineage: src_lv4.value EXPRESSION [] +POSTHOOK: Lineage: src_lv3.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv3.value EXPRESSION [(src_10)src_10.null, ] +POSTHOOK: Lineage: src_lv4.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv4.value EXPRESSION [(src_10)src_10.null, ] PREHOOK: query: select * from src_lv1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_lv1 diff --git ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out index 030cc56..7b9415a 100644 --- ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out +++ ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out @@ -864,6 +864,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1104,6 +1108,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1256,6 +1264,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1496,6 +1508,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 order by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -2985,9 +3001,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3015,9 +3033,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3129,9 +3149,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3159,9 +3181,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3273,9 +3297,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3303,9 +3329,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3417,9 +3445,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3447,9 +3477,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3628,9 +3660,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3655,9 +3689,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3883,9 +3919,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3910,9 +3948,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -4226,9 +4266,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -4253,9 +4295,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -4569,9 +4613,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -4596,9 +4642,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/multi_join_union.q.out ql/src/test/results/clientpositive/multi_join_union.q.out index 0b47a49..0029e6f 100644 --- ql/src/test/results/clientpositive/multi_join_union.q.out +++ ql/src/test/results/clientpositive/multi_join_union.q.out @@ -82,7 +82,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col4} {_col5} {_col0} {_col1} + 0 {_col0} {_col1} {_col4} {_col5} 1 {_col0} {_col1} keys: 0 _col5 (type: string) @@ -103,7 +103,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col4} {_col5} {_col0} {_col1} + 0 {_col0} {_col1} {_col4} {_col5} 1 {_col0} {_col1} keys: 0 _col5 (type: string) @@ -130,7 +130,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col4} {_col5} {_col0} {_col1} + 0 {_col0} {_col1} {_col4} {_col5} 1 {_col0} {_col1} keys: 0 _col5 (type: string) @@ -138,7 +138,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/no_hooks.q.out ql/src/test/results/clientpositive/no_hooks.q.out index 4b14df9..5c3abd5 100644 --- ql/src/test/results/clientpositive/no_hooks.q.out +++ ql/src/test/results/clientpositive/no_hooks.q.out @@ -59,9 +59,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out index 5f3b159..1f11988 100644 --- ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out +++ ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out @@ -150,9 +150,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 1 Data size: 237 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 237 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -326,11 +327,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Statistics: Num rows: 1 Data size: 237 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 237 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/nonmr_fetch.q.out ql/src/test/results/clientpositive/nonmr_fetch.q.out index ad9fb0a..bcc1399 100644 --- ql/src/test/results/clientpositive/nonmr_fetch.q.out +++ ql/src/test/results/clientpositive/nonmr_fetch.q.out @@ -1097,7 +1097,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1106,14 +1106,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out index 038480d..3687032 100644 --- ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out +++ ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out @@ -37,7 +37,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -119,7 +121,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -210,7 +214,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/optional_outer.q.out ql/src/test/results/clientpositive/optional_outer.q.out index db69721..c0daa31 100644 --- ql/src/test/results/clientpositive/optional_outer.q.out +++ ql/src/test/results/clientpositive/optional_outer.q.out @@ -18,7 +18,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -27,14 +27,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -75,7 +75,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -84,14 +84,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -132,7 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -141,14 +141,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -189,7 +189,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -198,14 +198,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -246,7 +246,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -255,14 +255,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -303,7 +303,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -312,14 +312,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/orc_createas1.q.out ql/src/test/results/clientpositive/orc_createas1.q.out index 813089c..8fca329 100644 --- ql/src/test/results/clientpositive/orc_createas1.q.out +++ ql/src/test/results/clientpositive/orc_createas1.q.out @@ -173,9 +173,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out index d343b90..bcb51a8 100644 --- ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out +++ ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out @@ -486,9 +486,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 131 Data size: 38859 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: string) + value expressions: _col0 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 131 Data size: 38859 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -539,9 +541,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 131 Data size: 38859 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: string) + value expressions: _col0 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 131 Data size: 38859 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -635,9 +639,10 @@ STAGE PLANS: key expressions: _col0 (type: tinyint), _col1 (type: string) sort order: ++ Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -690,9 +695,10 @@ STAGE PLANS: key expressions: _col0 (type: tinyint), _col1 (type: string) sort order: ++ Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -810,9 +816,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -876,9 +884,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1008,9 +1018,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 @@ -1030,9 +1042,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 @@ -1101,9 +1115,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 @@ -1123,9 +1139,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 diff --git ql/src/test/results/clientpositive/order.q.out ql/src/test/results/clientpositive/order.q.out index d8cc735..3180e0d 100644 --- ql/src/test/results/clientpositive/order.q.out +++ ql/src/test/results/clientpositive/order.q.out @@ -23,9 +23,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -87,9 +89,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/order2.q.out ql/src/test/results/clientpositive/order2.q.out index 484e4b1..f85e64e 100644 --- ql/src/test/results/clientpositive/order2.q.out +++ ql/src/test/results/clientpositive/order2.q.out @@ -27,9 +27,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/parallel_orderby.q.out ql/src/test/results/clientpositive/parallel_orderby.q.out index 9a4899e..39582a8 100644 --- ql/src/test/results/clientpositive/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/parallel_orderby.q.out @@ -48,9 +48,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/ppd2.q.out ql/src/test/results/clientpositive/ppd2.q.out index e0e566b..b24b4db 100644 --- ql/src/test/results/clientpositive/ppd2.q.out +++ ql/src/test/results/clientpositive/ppd2.q.out @@ -84,21 +84,18 @@ STAGE PLANS: sort order: +- Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: bigint) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -360,7 +357,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -372,14 +368,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -402,9 +398,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -506,9 +504,10 @@ STAGE PLANS: sort order: +- Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col1 > 1) (type: boolean) diff --git ql/src/test/results/clientpositive/ppd_clusterby.q.out ql/src/test/results/clientpositive/ppd_clusterby.q.out index c1ae006..7b5b786 100644 --- ql/src/test/results/clientpositive/ppd_clusterby.q.out +++ ql/src/test/results/clientpositive/ppd_clusterby.q.out @@ -27,9 +27,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -80,7 +82,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -92,14 +93,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -125,9 +126,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -181,9 +184,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -234,7 +239,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -246,14 +250,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -276,9 +280,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/ppd_gby_join.q.out ql/src/test/results/clientpositive/ppd_gby_join.q.out index 640b163..2367ffe 100644 --- ql/src/test/results/clientpositive/ppd_gby_join.q.out +++ ql/src/test/results/clientpositive/ppd_gby_join.q.out @@ -45,7 +45,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -64,14 +63,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -173,7 +172,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -189,14 +187,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_join.q.out ql/src/test/results/clientpositive/ppd_join.q.out index a00b931..4d241bd 100644 --- ql/src/test/results/clientpositive/ppd_join.q.out +++ ql/src/test/results/clientpositive/ppd_join.q.out @@ -42,7 +42,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -61,14 +61,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -571,7 +571,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -587,14 +587,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_join2.q.out ql/src/test/results/clientpositive/ppd_join2.q.out index a0e3b06..4009541 100644 --- ql/src/test/results/clientpositive/ppd_join2.q.out +++ ql/src/test/results/clientpositive/ppd_join2.q.out @@ -33,23 +33,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((((key <> '305') and (key < '400')) and (key <> '14')) and (key <> '311')) (type: boolean) - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col0 < '400') (type: boolean) - Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: NONE TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -68,16 +67,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats: NONE + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 660 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -93,8 +92,8 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string), _col3 (type: string), _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 6 Data size: 660 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col2 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -116,15 +115,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((((_col2 <> '311') and ((_col3 <> 'val_50') or (_col2 > '1'))) and ((_col0 <> '10') or (_col2 <> '10'))) and (_col0 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) + predicate: (((((_col0 <> '311') and ((_col1 <> 'val_50') or (_col0 > '1'))) and ((_col2 <> '10') or (_col0 <> '10'))) and (_col2 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1720,20 +1719,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((((key <> '305') and (key < '400')) and (key <> '14')) and (key <> '311')) (type: boolean) - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1749,16 +1747,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 2404 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -1774,8 +1772,8 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string), _col3 (type: string), _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col2 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1797,15 +1795,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((((_col2 <> '311') and ((_col3 <> 'val_50') or (_col2 > '1'))) and ((_col0 <> '10') or (_col2 <> '10'))) and (_col0 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) + predicate: (((((_col0 <> '311') and ((_col1 <> 'val_50') or (_col0 > '1'))) and ((_col2 <> '10') or (_col0 <> '10'))) and (_col2 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/ppd_join3.q.out ql/src/test/results/clientpositive/ppd_join3.q.out index 8e18e92..f960684 100644 --- ql/src/test/results/clientpositive/ppd_join3.q.out +++ ql/src/test/results/clientpositive/ppd_join3.q.out @@ -48,7 +48,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -67,7 +67,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -86,16 +86,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4 Data size: 440 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1767,7 +1766,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1783,7 +1782,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1799,16 +1798,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 13 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_join4.q.out ql/src/test/results/clientpositive/ppd_join4.q.out index cfb415b..94154b1 100644 --- ql/src/test/results/clientpositive/ppd_join4.q.out +++ ql/src/test/results/clientpositive/ppd_join4.q.out @@ -65,9 +65,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -96,13 +98,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/ppd_multi_insert.q.out ql/src/test/results/clientpositive/ppd_multi_insert.q.out index 760e3be..4264d90 100644 --- ql/src/test/results/clientpositive/ppd_multi_insert.q.out +++ ql/src/test/results/clientpositive/ppd_multi_insert.q.out @@ -63,13 +63,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1306,13 +1306,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/ppd_outer_join1.q.out ql/src/test/results/clientpositive/ppd_outer_join1.q.out index df03923..704c61a 100644 --- ql/src/test/results/clientpositive/ppd_outer_join1.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join1.q.out @@ -35,7 +35,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -47,14 +47,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -141,7 +141,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -153,14 +153,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join2.q.out ql/src/test/results/clientpositive/ppd_outer_join2.q.out index dfcff79..6213a11 100644 --- ql/src/test/results/clientpositive/ppd_outer_join2.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join2.q.out @@ -35,7 +35,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -47,14 +47,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -261,7 +261,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -273,14 +273,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join3.q.out ql/src/test/results/clientpositive/ppd_outer_join3.q.out index 5696b6c..aee7666 100644 --- ql/src/test/results/clientpositive/ppd_outer_join3.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join3.q.out @@ -32,7 +32,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -41,14 +41,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -252,7 +252,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -261,14 +261,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join4.q.out ql/src/test/results/clientpositive/ppd_outer_join4.q.out index da32df7..3b1cd31 100644 --- ql/src/test/results/clientpositive/ppd_outer_join4.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join4.q.out @@ -41,7 +41,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -53,7 +53,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -65,16 +64,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -397,7 +396,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -409,7 +408,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -421,16 +419,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join5.q.out ql/src/test/results/clientpositive/ppd_outer_join5.q.out index 8d2a4ee..a8d1681 100644 --- ql/src/test/results/clientpositive/ppd_outer_join5.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join5.q.out @@ -49,7 +49,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -61,7 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -73,16 +73,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7, _col10, _col11, _col12 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -126,7 +126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -138,7 +138,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -150,16 +150,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7, _col10, _col11, _col12 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -203,7 +203,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -215,7 +215,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -227,16 +227,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7, _col10, _col11, _col12 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/ppd_random.q.out ql/src/test/results/clientpositive/ppd_random.q.out index f598f3c..485e1bf 100644 --- ql/src/test/results/clientpositive/ppd_random.q.out +++ ql/src/test/results/clientpositive/ppd_random.q.out @@ -52,14 +52,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -137,14 +136,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_repeated_alias.q.out ql/src/test/results/clientpositive/ppd_repeated_alias.q.out index 8ca5563..922c9c8 100644 --- ql/src/test/results/clientpositive/ppd_repeated_alias.q.out +++ ql/src/test/results/clientpositive/ppd_repeated_alias.q.out @@ -50,7 +50,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int), bar (type: int) + value expressions: bar (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -59,14 +59,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col5, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -122,7 +121,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int), bar (type: int) + value expressions: bar (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -131,14 +130,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col5, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -194,7 +192,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -206,14 +203,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int), bar (type: int) + value expressions: bar (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -267,14 +264,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_transform.q.out ql/src/test/results/clientpositive/ppd_transform.q.out index d0fa561..332f324 100644 --- ql/src/test/results/clientpositive/ppd_transform.q.out +++ ql/src/test/results/clientpositive/ppd_transform.q.out @@ -45,7 +45,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col0 < 100) (type: boolean) @@ -222,19 +224,17 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/ppd_udf_case.q.out ql/src/test/results/clientpositive/ppd_udf_case.q.out index 86bd1f7..c5f770f 100644 --- ql/src/test/results/clientpositive/ppd_udf_case.q.out +++ ql/src/test/results/clientpositive/ppd_udf_case.q.out @@ -44,7 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) TableScan alias: a Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -56,14 +56,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7, _col8, _col9 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -88,9 +88,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) sort order: ++++++++ Statistics: Num rows: 3 Data size: 618 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: string), KEY.reducesinkkey7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 3 Data size: 618 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -188,7 +189,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) TableScan alias: a Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -200,14 +201,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7, _col8, _col9 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -229,9 +230,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) sort order: ++++++++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: string), KEY.reducesinkkey7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/quotedid_skew.q.out ql/src/test/results/clientpositive/quotedid_skew.q.out index a9207dd..68db89a 100644 --- ql/src/test/results/clientpositive/quotedid_skew.q.out +++ ql/src/test/results/clientpositive/quotedid_skew.q.out @@ -65,7 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -77,14 +77,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -154,14 +154,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/rcfile_null_value.q.out ql/src/test/results/clientpositive/rcfile_null_value.q.out index af634cd..9947fe5 100644 --- ql/src/test/results/clientpositive/rcfile_null_value.q.out +++ ql/src/test/results/clientpositive/rcfile_null_value.q.out @@ -109,7 +109,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -125,14 +125,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out index 261b5ba..6ccd0a9 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out @@ -24,9 +24,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out index c99d117..f6d540e 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out @@ -32,31 +32,28 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string) + mode: complete + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: double) outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -88,31 +85,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), lower(_col1) (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), lower(_col1) (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), lower(_col1) (type: string) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -144,31 +139,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (_col1 + 1) (type: double) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), (_col1 + 1) (type: double) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), (_col1 + 1) (type: double) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -265,13 +258,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -358,13 +351,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -387,9 +380,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2532,31 +2526,28 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string) + mode: complete + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: double) outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -2588,31 +2579,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), lower(_col1) (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), lower(_col1) (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), lower(_col1) (type: string) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -2644,31 +2633,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (_col1 + 1) (type: double) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), (_col1 + 1) (type: double) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), (_col1 + 1) (type: double) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -2758,13 +2745,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2844,13 +2831,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2873,9 +2860,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/regex_col.q.out ql/src/test/results/clientpositive/regex_col.q.out index 250eec7..e1f430a 100644 --- ql/src/test/results/clientpositive/regex_col.q.out +++ ql/src/test/results/clientpositive/regex_col.q.out @@ -130,8 +130,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col2} {VALUE._col3} - 1 {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {VALUE._col1} + 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col2, _col3, _col8, _col9 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -182,7 +182,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: key (type: string), hr (type: string), ds (type: string) Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: ds (type: string), hr (type: string) TableScan alias: a Statistics: Num rows: 232 Data size: 23248 Basic stats: COMPLETE Column stats: NONE @@ -200,7 +199,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col2} {VALUE._col3} + 1 {KEY.reducesinkkey2} {KEY.reducesinkkey1} outputColumnNames: _col8, _col9 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -222,9 +221,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -406,9 +406,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/script_pipe.q.out ql/src/test/results/clientpositive/script_pipe.q.out index fda1b2a..6d5d169 100644 --- ql/src/test/results/clientpositive/script_pipe.q.out +++ ql/src/test/results/clientpositive/script_pipe.q.out @@ -27,7 +27,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/select_as_omitted.q.out ql/src/test/results/clientpositive/select_as_omitted.q.out index 15f870b..81b1536 100644 --- ql/src/test/results/clientpositive/select_as_omitted.q.out +++ ql/src/test/results/clientpositive/select_as_omitted.q.out @@ -31,9 +31,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/select_transform_hint.q.out ql/src/test/results/clientpositive/select_transform_hint.q.out index d670e12..a0eb93a 100644 --- ql/src/test/results/clientpositive/select_transform_hint.q.out +++ ql/src/test/results/clientpositive/select_transform_hint.q.out @@ -1157,13 +1157,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/semijoin.q.out ql/src/test/results/clientpositive/semijoin.q.out index bd42c6a..b32b336 100644 --- ql/src/test/results/clientpositive/semijoin.q.out +++ ql/src/test/results/clientpositive/semijoin.q.out @@ -142,13 +142,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -171,9 +171,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -243,13 +244,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 84 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE @@ -272,9 +273,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -346,13 +348,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -375,9 +377,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -450,7 +453,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} + 0 {VALUE._col0} 1 outputColumnNames: _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -473,9 +476,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -553,13 +557,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -582,9 +586,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -660,7 +665,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} + 0 {VALUE._col0} 1 outputColumnNames: _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -683,9 +688,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -761,7 +767,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} + 0 {VALUE._col0} 1 outputColumnNames: _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -784,9 +790,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -853,13 +860,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 84 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE @@ -882,9 +889,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -978,11 +986,12 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1065,13 +1074,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -1094,9 +1103,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1147,7 +1157,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 84 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE @@ -1173,15 +1183,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE @@ -1204,9 +1214,11 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string) + value expressions: _col2 (type: int), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1286,13 +1298,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: string) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE @@ -1315,9 +1326,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1450,11 +1462,12 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1542,14 +1555,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1573,9 +1585,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1675,14 +1688,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1706,9 +1718,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1811,14 +1824,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1842,9 +1854,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1947,14 +1960,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1978,9 +1990,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2083,14 +2096,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -2114,9 +2126,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2221,14 +2234,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 Outer Join 0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -2252,9 +2264,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2363,13 +2376,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE @@ -2426,9 +2439,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 26 Data size: 196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 26 Data size: 196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/show_create_table_serde.q.out ql/src/test/results/clientpositive/show_create_table_serde.q.out index a9e92b4..611bc58 100644 --- ql/src/test/results/clientpositive/show_create_table_serde.q.out +++ ql/src/test/results/clientpositive/show_create_table_serde.q.out @@ -39,7 +39,12 @@ OUTPUTFORMAT LOCATION #### A masked pattern was here #### TBLPROPERTIES ( + 'numFiles'='0', #### A masked pattern was here #### + 'COLUMN_STATS_ACCURATE'='false', + 'totalSize'='0', + 'numRows'='-1', + 'rawDataSize'='-1') PREHOOK: query: DROP TABLE tmp_showcrt1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@tmp_showcrt1 diff --git ql/src/test/results/clientpositive/skewjoin.q.out ql/src/test/results/clientpositive/skewjoin.q.out index 67d07c3..1a1908a 100644 --- ql/src/test/results/clientpositive/skewjoin.q.out +++ ql/src/test/results/clientpositive/skewjoin.q.out @@ -102,14 +102,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} handleSkewJoin: true outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -143,8 +142,8 @@ STAGE PLANS: 0 {0_VALUE_0} 1 {1_VALUE_0} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) Stage: Stage-4 Map Reduce @@ -157,8 +156,8 @@ STAGE PLANS: 0 {0_VALUE_0} 1 {1_VALUE_0} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) outputColumnNames: _col0, _col5 Select Operator expressions: UDFToInteger(_col0) (type: int), _col5 (type: string) @@ -235,7 +234,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -244,7 +243,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -253,7 +252,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -262,7 +261,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -270,10 +269,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -343,7 +342,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -352,7 +351,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -361,7 +360,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -370,7 +369,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -378,10 +377,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -572,14 +571,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} handleSkewJoin: true outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -616,8 +615,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) Stage: Stage-4 Map Reduce @@ -630,8 +629,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) outputColumnNames: _col2, _col3 Select Operator expressions: _col2 (type: string), _col3 (type: string) @@ -750,14 +749,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (substring(_col1, 5) + 1) (type: double) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} handleSkewJoin: true outputColumnNames: _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -794,8 +793,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string), joinkey1 (type: double) - 1 joinkey0 (type: string), joinkey1 (type: double) + 0 reducesinkkey0 (type: string), reducesinkkey1 (type: double) + 1 reducesinkkey0 (type: string), reducesinkkey1 (type: double) Stage: Stage-4 Map Reduce @@ -808,8 +807,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string), joinkey1 (type: double) - 1 joinkey0 (type: string), joinkey1 (type: double) + 0 reducesinkkey0 (type: string), reducesinkkey1 (type: double) + 1 reducesinkkey0 (type: string), reducesinkkey1 (type: double) outputColumnNames: _col2, _col3 Select Operator expressions: _col2 (type: string), _col3 (type: string) @@ -945,7 +944,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -967,8 +965,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} 2 handleSkewJoin: true outputColumnNames: _col0, _col3 @@ -1010,9 +1008,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) 2 TableScan HashTable Sink Operator @@ -1021,9 +1019,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) Stage: Stage-5 Map Reduce @@ -1038,9 +1036,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) outputColumnNames: _col0, _col3 Select Operator expressions: _col0 (type: string), _col3 (type: string) @@ -1102,9 +1100,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) 2 TableScan HashTable Sink Operator @@ -1113,9 +1111,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) Stage: Stage-6 Map Reduce @@ -1130,9 +1128,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) outputColumnNames: _col0, _col3 Select Operator expressions: _col0 (type: string), _col3 (type: string) diff --git ql/src/test/results/clientpositive/skewjoin_noskew.q.out ql/src/test/results/clientpositive/skewjoin_noskew.q.out index 15d7177..a0cfe6c 100644 --- ql/src/test/results/clientpositive/skewjoin_noskew.q.out +++ ql/src/test/results/clientpositive/skewjoin_noskew.q.out @@ -34,13 +34,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 handleSkewJoin: true outputColumnNames: _col0, _col1 @@ -73,8 +73,8 @@ STAGE PLANS: 0 {0_VALUE_0} {0_VALUE_1} 1 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) Stage: Stage-5 Map Reduce @@ -87,8 +87,8 @@ STAGE PLANS: 0 {0_VALUE_0} {0_VALUE_1} 1 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 Select Operator expressions: _col0 (type: string), _col1 (type: string) @@ -110,9 +110,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 30 diff --git ql/src/test/results/clientpositive/skewjoinopt1.q.out ql/src/test/results/clientpositive/skewjoinopt1.q.out index 15cfb9e..ea1194f 100644 --- ql/src/test/results/clientpositive/skewjoinopt1.q.out +++ ql/src/test/results/clientpositive/skewjoinopt1.q.out @@ -65,7 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -77,14 +77,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -154,14 +154,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -230,7 +230,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -242,14 +242,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -307,7 +307,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -319,14 +319,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt10.q.out ql/src/test/results/clientpositive/skewjoinopt10.q.out index 997633c..1196da7 100644 --- ql/src/test/results/clientpositive/skewjoinopt10.q.out +++ ql/src/test/results/clientpositive/skewjoinopt10.q.out @@ -67,7 +67,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -85,8 +84,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -210,7 +209,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -228,8 +226,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt11.q.out ql/src/test/results/clientpositive/skewjoinopt11.q.out index 4cd10da..432a4fd 100644 --- ql/src/test/results/clientpositive/skewjoinopt11.q.out +++ ql/src/test/results/clientpositive/skewjoinopt11.q.out @@ -81,7 +81,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -99,8 +99,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -188,7 +188,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -206,8 +206,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -235,7 +235,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -253,8 +253,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -322,14 +322,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt12.q.out ql/src/test/results/clientpositive/skewjoinopt12.q.out index e7f4e1b..b8eed90 100644 --- ql/src/test/results/clientpositive/skewjoinopt12.q.out +++ ql/src/test/results/clientpositive/skewjoinopt12.q.out @@ -67,7 +67,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -79,14 +78,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -144,7 +142,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -156,14 +153,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt13.q.out ql/src/test/results/clientpositive/skewjoinopt13.q.out index 571da69..937ca88 100644 --- ql/src/test/results/clientpositive/skewjoinopt13.q.out +++ ql/src/test/results/clientpositive/skewjoinopt13.q.out @@ -88,7 +88,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -97,14 +97,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -123,7 +123,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -132,18 +132,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/skewjoinopt14.q.out ql/src/test/results/clientpositive/skewjoinopt14.q.out index 0289971..fd774e8 100644 --- ql/src/test/results/clientpositive/skewjoinopt14.q.out +++ ql/src/test/results/clientpositive/skewjoinopt14.q.out @@ -96,7 +96,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -108,14 +108,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -139,7 +139,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan Union Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -151,7 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -160,18 +160,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -196,7 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -208,14 +208,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/skewjoinopt15.q.out ql/src/test/results/clientpositive/skewjoinopt15.q.out index f81a2ca..da3dec5 100644 --- ql/src/test/results/clientpositive/skewjoinopt15.q.out +++ ql/src/test/results/clientpositive/skewjoinopt15.q.out @@ -103,7 +103,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -115,14 +115,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -180,7 +180,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -192,14 +192,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -268,7 +268,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -280,14 +280,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -345,7 +345,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -357,14 +357,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt16.q.out ql/src/test/results/clientpositive/skewjoinopt16.q.out index 88a3936..402f2ed 100644 --- ql/src/test/results/clientpositive/skewjoinopt16.q.out +++ ql/src/test/results/clientpositive/skewjoinopt16.q.out @@ -67,7 +67,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -79,14 +78,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -144,7 +142,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -156,14 +153,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt17.q.out ql/src/test/results/clientpositive/skewjoinopt17.q.out index 4173633..fdae32d 100644 --- ql/src/test/results/clientpositive/skewjoinopt17.q.out +++ ql/src/test/results/clientpositive/skewjoinopt17.q.out @@ -71,7 +71,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -83,14 +83,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -148,7 +148,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -160,14 +160,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -290,7 +290,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -302,14 +301,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -367,7 +365,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -379,14 +376,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt19.q.out ql/src/test/results/clientpositive/skewjoinopt19.q.out index 089b015..b0be394 100644 --- ql/src/test/results/clientpositive/skewjoinopt19.q.out +++ ql/src/test/results/clientpositive/skewjoinopt19.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt2.q.out ql/src/test/results/clientpositive/skewjoinopt2.q.out index 5bc5dec..2ea6eb8 100644 --- ql/src/test/results/clientpositive/skewjoinopt2.q.out +++ ql/src/test/results/clientpositive/skewjoinopt2.q.out @@ -71,7 +71,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -83,14 +82,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -148,7 +146,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -160,14 +157,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -233,7 +229,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -245,14 +240,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -310,7 +304,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -322,14 +315,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -399,7 +391,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -416,7 +407,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -514,13 +505,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -580,7 +570,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -597,7 +586,7 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -695,13 +684,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/skewjoinopt20.q.out ql/src/test/results/clientpositive/skewjoinopt20.q.out index 350aeb5..1a1347a 100644 --- ql/src/test/results/clientpositive/skewjoinopt20.q.out +++ ql/src/test/results/clientpositive/skewjoinopt20.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt3.q.out ql/src/test/results/clientpositive/skewjoinopt3.q.out index ae3c3f8..88113c2 100644 --- ql/src/test/results/clientpositive/skewjoinopt3.q.out +++ ql/src/test/results/clientpositive/skewjoinopt3.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -234,7 +234,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -246,14 +246,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -311,7 +311,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -323,14 +323,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt4.q.out ql/src/test/results/clientpositive/skewjoinopt4.q.out index e872f72..97aa289 100644 --- ql/src/test/results/clientpositive/skewjoinopt4.q.out +++ ql/src/test/results/clientpositive/skewjoinopt4.q.out @@ -65,7 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -77,14 +77,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -154,14 +154,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -228,7 +228,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -240,14 +240,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -305,7 +305,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -317,14 +317,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt5.q.out ql/src/test/results/clientpositive/skewjoinopt5.q.out index 244c55c..26a73bf 100644 --- ql/src/test/results/clientpositive/skewjoinopt5.q.out +++ ql/src/test/results/clientpositive/skewjoinopt5.q.out @@ -67,7 +67,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -79,14 +79,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -144,7 +144,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -156,14 +156,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt6.q.out ql/src/test/results/clientpositive/skewjoinopt6.q.out index fd84cc6..3437056 100644 --- ql/src/test/results/clientpositive/skewjoinopt6.q.out +++ ql/src/test/results/clientpositive/skewjoinopt6.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt7.q.out ql/src/test/results/clientpositive/skewjoinopt7.q.out index 5eda2ee..f7663f1 100644 --- ql/src/test/results/clientpositive/skewjoinopt7.q.out +++ ql/src/test/results/clientpositive/skewjoinopt7.q.out @@ -84,7 +84,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -96,7 +96,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -108,16 +108,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -175,7 +175,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -187,7 +187,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -199,16 +199,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt8.q.out ql/src/test/results/clientpositive/skewjoinopt8.q.out index a353a08..7560bb3 100644 --- ql/src/test/results/clientpositive/skewjoinopt8.q.out +++ ql/src/test/results/clientpositive/skewjoinopt8.q.out @@ -82,7 +82,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -106,16 +106,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -173,7 +173,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -185,7 +185,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -197,16 +197,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt9.q.out ql/src/test/results/clientpositive/skewjoinopt9.q.out index 6e0fced..59b6e94 100644 --- ql/src/test/results/clientpositive/skewjoinopt9.q.out +++ ql/src/test/results/clientpositive/skewjoinopt9.q.out @@ -70,7 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -85,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -100,14 +100,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 66 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -237,7 +237,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -246,14 +246,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/smb_mapjoin_14.q.out ql/src/test/results/clientpositive/smb_mapjoin_14.q.out index 2555ded..98aeee2 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_14.q.out @@ -190,9 +190,11 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int) sort order: + - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1 File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/smb_mapjoin_17.q.out ql/src/test/results/clientpositive/smb_mapjoin_17.q.out index beed948..68eaff0 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_17.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_17.q.out @@ -627,7 +627,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: t Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -668,14 +668,14 @@ STAGE PLANS: Left Outer Join0 to 3 Left Outer Join0 to 4 condition expressions: - 0 {VALUE._col24} {VALUE._col25} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 2 3 4 - outputColumnNames: _col24, _col25 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col24 (type: int), _col25 (type: string) + expressions: _col0 (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/smb_mapjoin_25.q.out ql/src/test/results/clientpositive/smb_mapjoin_25.q.out index 7e00712..25493c8 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_25.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_25.q.out @@ -81,13 +81,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 28 Data size: 114 Basic stats: COMPLETE Column stats: NONE @@ -111,21 +110,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28 Data size: 114 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 29 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 129 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -168,13 +165,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 118 Basic stats: COMPLETE Column stats: NONE @@ -242,7 +238,6 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int) TableScan alias: c Statistics: Num rows: 51 Data size: 206 Basic stats: COMPLETE Column stats: NONE @@ -266,14 +261,13 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1 Filter Operator predicate: (_col1 = 5) (type: boolean) diff --git ql/src/test/results/clientpositive/sort.q.out ql/src/test/results/clientpositive/sort.q.out index b1ffb3b..6a061f4 100644 --- ql/src/test/results/clientpositive/sort.q.out +++ ql/src/test/results/clientpositive/sort.q.out @@ -23,9 +23,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/subq_where_serialization.q.out ql/src/test/results/clientpositive/subq_where_serialization.q.out index 0737e54..d4d11a5 100644 --- ql/src/test/results/clientpositive/subq_where_serialization.q.out +++ ql/src/test/results/clientpositive/subq_where_serialization.q.out @@ -119,13 +119,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_exists.q.out ql/src/test/results/clientpositive/subquery_exists.q.out index db848e9..180a163 100644 --- ql/src/test/results/clientpositive/subquery_exists.q.out +++ ql/src/test/results/clientpositive/subquery_exists.q.out @@ -34,7 +34,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string), key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -60,7 +59,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_exists_having.q.out ql/src/test/results/clientpositive/subquery_exists_having.q.out index d2ae291..56986b7 100644 --- ql/src/test/results/clientpositive/subquery_exists_having.q.out +++ ql/src/test/results/clientpositive/subquery_exists_having.q.out @@ -71,7 +71,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -97,7 +97,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_in.q.out ql/src/test/results/clientpositive/subquery_in.q.out index 84157e2..d8011a9 100644 --- ql/src/test/results/clientpositive/subquery_in.q.out +++ ql/src/test/results/clientpositive/subquery_in.q.out @@ -140,13 +140,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -232,7 +232,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -258,7 +257,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -587,7 +586,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) @@ -599,7 +598,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE @@ -732,7 +731,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) @@ -744,7 +742,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -905,14 +903,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col2} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -931,7 +928,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: int), _col0 (type: int) + value expressions: _col0 (type: int), _col3 (type: int) TableScan alias: lineitem Statistics: Num rows: 116 Data size: 12099 Basic stats: COMPLETE Column stats: NONE @@ -957,12 +954,12 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col2} {VALUE._col18} + 0 {VALUE._col0} {VALUE._col2} 1 - outputColumnNames: _col2, _col18 + outputColumnNames: _col0, _col3 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col18 (type: int), _col2 (type: int) + expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/subquery_in_having.q.out ql/src/test/results/clientpositive/subquery_in_having.q.out index 59d529e..b839475 100644 --- ql/src/test/results/clientpositive/subquery_in_having.q.out +++ ql/src/test/results/clientpositive/subquery_in_having.q.out @@ -313,7 +313,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col2 (type: bigint), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col0 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: string) @@ -325,7 +325,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey1} {VALUE._col1} 1 outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -474,7 +474,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -486,7 +486,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE @@ -634,7 +634,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -660,7 +660,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1188,13 +1188,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double) + value expressions: _col0 (type: string), _col2 (type: double) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} 1 outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_multiinsert.q.out ql/src/test/results/clientpositive/subquery_multiinsert.q.out index 59c8055..d4a7303 100644 --- ql/src/test/results/clientpositive/subquery_multiinsert.q.out +++ ql/src/test/results/clientpositive/subquery_multiinsert.q.out @@ -78,7 +78,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) File Output Operator compressed: false table: @@ -110,7 +109,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -180,7 +179,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -196,14 +195,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -228,9 +226,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -677,11 +677,13 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/subquery_notexists.q.out ql/src/test/results/clientpositive/subquery_notexists.q.out index b8202d4..6c76dd2 100644 --- ql/src/test/results/clientpositive/subquery_notexists.q.out +++ ql/src/test/results/clientpositive/subquery_notexists.q.out @@ -34,7 +34,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string), key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -50,14 +49,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col2} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col6 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -297,21 +295,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: key (type: string) TableScan Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/subquery_notexists_having.q.out ql/src/test/results/clientpositive/subquery_notexists_having.q.out index 8552365..a625333 100644 --- ql/src/test/results/clientpositive/subquery_notexists_having.q.out +++ ql/src/test/results/clientpositive/subquery_notexists_having.q.out @@ -68,7 +68,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -84,18 +83,17 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col2} - outputColumnNames: _col0, _col1, _col8 + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} + outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col8 is null) (type: boolean) + predicate: ((1 = 1) and _col4 is null) (type: boolean) Statistics: Num rows: 7 Data size: 1443 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string) @@ -222,25 +220,24 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) TableScan Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} - outputColumnNames: _col0, _col1, _col6 + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col6 is null) (type: boolean) + predicate: ((1 = 1) and _col3 is null) (type: boolean) Statistics: Num rows: 7 Data size: 1443 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string) diff --git ql/src/test/results/clientpositive/subquery_notin.q.out ql/src/test/results/clientpositive/subquery_notin.q.out index ce9d489..8cf191e 100644 --- ql/src/test/results/clientpositive/subquery_notin.q.out +++ ql/src/test/results/clientpositive/subquery_notin.q.out @@ -202,7 +202,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -218,14 +218,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -453,21 +452,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + value expressions: _col5 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 5 Data size: 1057 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col3} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col2, _col5, _col11 Statistics: Num rows: 17 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -728,7 +726,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) TableScan Reduce Output Operator key expressions: UDFToDouble(_col5) (type: double) @@ -742,7 +739,7 @@ STAGE PLANS: Left Outer Join0 to 1 condition expressions: 0 {VALUE._col1} {VALUE._col5} - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col5, _col11 Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1026,21 +1023,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col5 (type: int), _col2 (type: string) Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} - 1 {VALUE._col0} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col2, _col5, _col11 Statistics: Num rows: 17 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1546,7 +1542,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1562,14 +1557,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/subquery_notin_having.q.out ql/src/test/results/clientpositive/subquery_notin_having.q.out index 3a3b66a..4f9fb13 100644 --- ql/src/test/results/clientpositive/subquery_notin_having.q.out +++ ql/src/test/results/clientpositive/subquery_notin_having.q.out @@ -150,7 +150,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: s1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -166,18 +166,17 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} - outputColumnNames: _col0, _col1, _col4 + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col4 is null) (type: boolean) + predicate: ((1 = 1) and _col2 is null) (type: boolean) Statistics: Num rows: 17 Data size: 1732 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: bigint) @@ -309,7 +308,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 29 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col1 (type: double) + value expressions: _col0 (type: string), _col1 (type: double) TableScan Reduce Output Operator sort order: @@ -319,9 +318,9 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col5} + 0 {VALUE._col0} {VALUE._col1} 1 - outputColumnNames: _col0, _col1, _col5 + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -335,29 +334,27 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: _col0 (type: string), _col5 (type: double) + key expressions: _col0 (type: string), _col1 (type: double) sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col5 (type: double) + Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 31 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: double) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 4 Data size: 437 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} - outputColumnNames: _col0, _col1, _col7 + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 34 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col7 is null) (type: boolean) + predicate: ((1 = 1) and _col4 is null) (type: boolean) Statistics: Num rows: 8 Data size: 903 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: double) @@ -632,25 +629,24 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 437 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} - outputColumnNames: _col0, _col1, _col5 + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 34 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col5 is null) (type: boolean) + predicate: ((1 = 1) and _col3 is null) (type: boolean) Statistics: Num rows: 8 Data size: 903 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: double) diff --git ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out index e87c444..43a3256 100644 --- ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out +++ ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out @@ -107,13 +107,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key1 (type: string), value1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key1 (type: string), value1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE @@ -158,7 +157,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -184,7 +182,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -321,13 +319,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -456,7 +454,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) @@ -468,7 +466,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -575,7 +573,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) @@ -587,7 +584,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -678,7 +675,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col2 (type: bigint), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col0 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: string) @@ -690,7 +687,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey1} {VALUE._col1} 1 outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -833,21 +830,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + value expressions: _col5 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col3} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col2, _col5, _col11 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/symlink_text_input_format.q.out ql/src/test/results/clientpositive/symlink_text_input_format.q.out index ca7a132..3398186 100644 --- ql/src/test/results/clientpositive/symlink_text_input_format.q.out +++ ql/src/test/results/clientpositive/symlink_text_input_format.q.out @@ -50,9 +50,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false @@ -115,9 +116,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/auto_join0.q.out ql/src/test/results/clientpositive/tez/auto_join0.q.out index cd2286e..a582d33 100644 --- ql/src/test/results/clientpositive/tez/auto_join0.q.out +++ ql/src/test/results/clientpositive/tez/auto_join0.q.out @@ -65,7 +65,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Map 4 Map Operator Tree: TableScan @@ -84,21 +83,19 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3)) - mode: hash - outputColumnNames: _col0 + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + value expressions: _col0 (type: bigint) Reducer 3 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out index a4ccfb3..92509a1 100644 --- ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out +++ ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out @@ -160,7 +160,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Stage: Stage-0 Fetch Operator @@ -259,7 +259,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: int) + value expressions: _col0 (type: double) Stage: Stage-0 Fetch Operator @@ -342,7 +342,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reducer 3 Reduce Operator Tree: Group By Operator @@ -493,7 +493,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: int) + value expressions: _col0 (type: double) Stage: Stage-0 Fetch Operator @@ -758,7 +758,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: double) + value expressions: _col1 (type: double) Stage: Stage-0 Fetch Operator @@ -847,7 +847,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: double) + value expressions: _col1 (type: double) Stage: Stage-0 Fetch Operator @@ -913,7 +913,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: key (type: int) Stage: Stage-0 Fetch Operator @@ -998,7 +998,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Stage: Stage-0 Fetch Operator @@ -1067,10 +1067,10 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col5, _col10 + outputColumnNames: _col0, _col10 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col5 (type: int), _col10 (type: int) + expressions: _col0 (type: int), _col10 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out index 379fabd..af59a81 100644 --- ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out +++ ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out @@ -165,10 +165,10 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col5, _col10 + outputColumnNames: _col0, _col10 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col5 (type: int), _col10 (type: int) + expressions: _col0 (type: int), _col10 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -338,7 +338,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator @@ -414,7 +413,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator @@ -456,7 +454,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Map 2 Map Operator Tree: TableScan @@ -576,7 +573,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/tez/count.q.out ql/src/test/results/clientpositive/tez/count.q.out index 73485df..ac44489 100644 --- ql/src/test/results/clientpositive/tez/count.q.out +++ ql/src/test/results/clientpositive/tez/count.q.out @@ -136,7 +136,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col20 (type: bigint), _col21 (type: bigint), _col22 (type: bigint), _col23 (type: bigint), _col24 (type: bigint) + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint) Reducer 2 Reduce Operator Tree: Group By Operator @@ -267,7 +267,6 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/tez/cross_join.q.out ql/src/test/results/clientpositive/tez/cross_join.q.out index d7e0223..b262882 100644 --- ql/src/test/results/clientpositive/tez/cross_join.q.out +++ ql/src/test/results/clientpositive/tez/cross_join.q.out @@ -161,14 +161,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reducer 2 Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out index 3cadd48..8336088 100644 --- ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out @@ -107,7 +107,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 114 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 4 Map Operator Tree: TableScan @@ -118,7 +118,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 114 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 5 Map Operator Tree: TableScan @@ -134,8 +134,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 125 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator @@ -204,7 +204,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Map 5 Map Operator Tree: TableScan @@ -230,7 +229,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE @@ -442,7 +441,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Map 5 Map Operator Tree: TableScan @@ -478,7 +476,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out index a9e1a61..8c276ff 100644 --- ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out @@ -124,7 +124,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 114 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 3 Map Operator Tree: TableScan diff --git ql/src/test/results/clientpositive/tez/ctas.q.out ql/src/test/results/clientpositive/tez/ctas.q.out index aa5b5af..a58e166 100644 --- ql/src/test/results/clientpositive/tez/ctas.q.out +++ ql/src/test/results/clientpositive/tez/ctas.q.out @@ -49,10 +49,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -61,10 +62,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -191,10 +193,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -203,10 +206,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -333,10 +337,11 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -345,10 +350,11 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -541,10 +547,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -553,10 +560,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -727,7 +735,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -780,7 +787,9 @@ STAGE PLANS: Reducer 2 Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -790,11 +799,12 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out index 47e8cc7..eba33bf 100644 --- ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out +++ ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out @@ -181,11 +181,13 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col4 (type: tinyint), _col0 (type: smallint) @@ -265,7 +267,9 @@ STAGE PLANS: Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -546,11 +550,13 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col4 (type: tinyint), _col0 (type: smallint) @@ -630,7 +636,9 @@ STAGE PLANS: Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -1327,11 +1335,13 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1395,11 +1405,13 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col4 (type: tinyint), _col1 (type: int) diff --git ql/src/test/results/clientpositive/tez/insert1.q.out ql/src/test/results/clientpositive/tez/insert1.q.out index 86b2f76..0e660ba 100644 --- ql/src/test/results/clientpositive/tez/insert1.q.out +++ ql/src/test/results/clientpositive/tez/insert1.q.out @@ -256,10 +256,10 @@ POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 - Stage-1 depends on stages: Stage-3 - Stage-4 depends on stages: Stage-1 Stage-0 depends on stages: Stage-3 - Stage-5 depends on stages: Stage-0 + Stage-4 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-3 + Stage-5 depends on stages: Stage-1 STAGE PLANS: Stage: Stage-2 @@ -305,28 +305,28 @@ STAGE PLANS: Stage: Stage-3 Dependency Collection - Stage: Stage-1 + Stage: Stage-0 Move Operator tables: - replace: true + replace: false table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: x.insert1 + name: default.insert1 Stage: Stage-4 Stats-Aggr Operator - Stage: Stage-0 + Stage: Stage-1 Move Operator tables: - replace: false + replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 + name: x.insert1 Stage: Stage-5 Stats-Aggr Operator diff --git ql/src/test/results/clientpositive/tez/insert_into1.q.out ql/src/test/results/clientpositive/tez/insert_into1.q.out index 0c30d70..2bd40dd 100644 --- ql/src/test/results/clientpositive/tez/insert_into1.q.out +++ ql/src/test/results/clientpositive/tez/insert_into1.q.out @@ -44,7 +44,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -136,7 +138,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -237,7 +241,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/tez/insert_into2.q.out ql/src/test/results/clientpositive/tez/insert_into2.q.out index 15d66a8..67a7ea9 100644 --- ql/src/test/results/clientpositive/tez/insert_into2.q.out +++ ql/src/test/results/clientpositive/tez/insert_into2.q.out @@ -48,7 +48,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -167,7 +169,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -269,7 +273,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 50 diff --git ql/src/test/results/clientpositive/tez/join0.q.out ql/src/test/results/clientpositive/tez/join0.q.out index 5999467..b1ad1fd 100644 --- ql/src/test/results/clientpositive/tez/join0.q.out +++ ql/src/test/results/clientpositive/tez/join0.q.out @@ -77,10 +77,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/join1.q.out ql/src/test/results/clientpositive/tez/join1.q.out index 883c88e..9a51f46 100644 --- ql/src/test/results/clientpositive/tez/join1.q.out +++ ql/src/test/results/clientpositive/tez/join1.q.out @@ -47,15 +47,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reducer 2 Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/tez/limit_pushdown.q.out ql/src/test/results/clientpositive/tez/limit_pushdown.q.out index 22c7cca..59ba31c 100644 --- ql/src/test/results/clientpositive/tez/limit_pushdown.q.out +++ ql/src/test/results/clientpositive/tez/limit_pushdown.q.out @@ -33,10 +33,12 @@ STAGE PLANS: sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -114,10 +116,12 @@ STAGE PLANS: sort order: - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -677,10 +681,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 0 @@ -765,10 +771,12 @@ STAGE PLANS: sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -909,15 +917,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reducer 3 Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 330 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -956,7 +964,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: bigint) Reducer 6 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -966,7 +976,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Stage: Stage-0 Fetch Operator @@ -1091,18 +1101,20 @@ STAGE PLANS: alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 2.0E-5 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 diff --git ql/src/test/results/clientpositive/tez/mapreduce1.q.out ql/src/test/results/clientpositive/tez/mapreduce1.q.out index 4643e3e..30ca7aa 100644 --- ql/src/test/results/clientpositive/tez/mapreduce1.q.out +++ ql/src/test/results/clientpositive/tez/mapreduce1.q.out @@ -58,20 +58,18 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-2 Dependency Collection diff --git ql/src/test/results/clientpositive/tez/mapreduce2.q.out ql/src/test/results/clientpositive/tez/mapreduce2.q.out index b4e0e66..cb2ba71 100644 --- ql/src/test/results/clientpositive/tez/mapreduce2.q.out +++ ql/src/test/results/clientpositive/tez/mapreduce2.q.out @@ -55,20 +55,18 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-2 Dependency Collection diff --git ql/src/test/results/clientpositive/tez/mrr.q.out ql/src/test/results/clientpositive/tez/mrr.q.out index 40772a9..73ba235 100644 --- ql/src/test/results/clientpositive/tez/mrr.q.out +++ ql/src/test/results/clientpositive/tez/mrr.q.out @@ -53,10 +53,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -418,7 +420,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 5 Map Operator Tree: TableScan @@ -436,7 +438,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col4, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -470,10 +472,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -835,7 +839,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 2 Map Operator Tree: TableScan @@ -883,10 +887,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -910,315 +916,315 @@ POSTHOOK: query: SELECT s2.key, count(distinct s2.value) as cnt FROM src s1 join POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -98 1 -97 1 -96 1 -95 1 -92 1 -90 1 -9 1 -87 1 -86 1 -85 1 -84 1 -83 1 -82 1 -80 1 -8 1 -78 1 -77 1 -76 1 -74 1 -72 1 -70 1 -69 1 -67 1 -66 1 -65 1 -64 1 -58 1 -57 1 -54 1 -53 1 -51 1 -5 1 -498 1 -497 1 -496 1 -495 1 -494 1 -493 1 -492 1 -491 1 -490 1 -489 1 -487 1 -485 1 -484 1 -483 1 -482 1 -481 1 -480 1 -479 1 -478 1 -477 1 -475 1 -472 1 -470 1 -47 1 -469 1 -468 1 -467 1 -466 1 -463 1 -462 1 -460 1 -459 1 -458 1 -457 1 -455 1 -454 1 -453 1 -452 1 -449 1 -448 1 -446 1 -444 1 -443 1 -44 1 -439 1 -438 1 -437 1 -436 1 -435 1 -432 1 -431 1 -430 1 -43 1 -429 1 -427 1 -424 1 -421 1 -42 1 -419 1 -418 1 -417 1 -414 1 -413 1 -411 1 -41 1 -409 1 -407 1 -406 1 -404 1 -403 1 -402 1 -401 1 -400 1 -4 1 -399 1 -397 1 -396 1 -395 1 -394 1 -393 1 -392 1 -389 1 -386 1 -384 1 -382 1 -379 1 -378 1 -377 1 -375 1 -374 1 -373 1 -37 1 -369 1 -368 1 -367 1 -366 1 -365 1 -364 1 -362 1 -360 1 -356 1 -353 1 -351 1 -35 1 -348 1 -345 1 -344 1 -342 1 -341 1 -34 1 -339 1 -338 1 -336 1 -335 1 -333 1 -332 1 -331 1 -33 1 -327 1 -325 1 -323 1 -322 1 -321 1 -318 1 -317 1 -316 1 -315 1 -311 1 -310 1 -309 1 -308 1 -307 1 -306 1 -305 1 -302 1 -30 1 -298 1 -296 1 -292 1 -291 1 -289 1 -288 1 -287 1 -286 1 -285 1 -284 1 -283 1 -282 1 -281 1 -280 1 -28 1 -278 1 -277 1 -275 1 -274 1 -273 1 -272 1 -27 1 -266 1 -265 1 -263 1 -262 1 -260 1 -26 1 -258 1 -257 1 -256 1 -255 1 -252 1 -249 1 -248 1 -247 1 -244 1 -242 1 -241 1 -24 1 -239 1 -238 1 -237 1 -235 1 -233 1 -230 1 -229 1 -228 1 -226 1 -224 1 -223 1 -222 1 -221 1 -219 1 -218 1 -217 1 -216 1 -214 1 -213 1 -209 1 -208 1 -207 1 -205 1 -203 1 -202 1 -201 1 -200 1 -20 1 -2 1 -199 1 -197 1 -196 1 -195 1 -194 1 -193 1 -192 1 -191 1 -190 1 -19 1 -189 1 -187 1 -186 1 -183 1 -181 1 -180 1 -18 1 -179 1 -178 1 -177 1 -176 1 -175 1 -174 1 -172 1 -170 1 -17 1 -169 1 -168 1 -167 1 -166 1 -165 1 -164 1 -163 1 -162 1 -160 1 -158 1 -157 1 -156 1 -155 1 -153 1 -152 1 -150 1 -15 1 -149 1 -146 1 -145 1 -143 1 -138 1 -137 1 -136 1 -134 1 -133 1 -131 1 -129 1 -128 1 -126 1 -125 1 -120 1 -12 1 -119 1 -118 1 -116 1 -114 1 -113 1 -111 1 -11 1 -105 1 -104 1 -103 1 -100 1 -10 1 -0 1 +val_98 0 +val_97 0 +val_96 0 +val_95 0 +val_92 0 +val_90 0 +val_9 0 +val_87 0 +val_86 0 +val_85 0 +val_84 0 +val_83 0 +val_82 0 +val_80 0 +val_8 0 +val_78 0 +val_77 0 +val_76 0 +val_74 0 +val_72 0 +val_70 0 +val_69 0 +val_67 0 +val_66 0 +val_65 0 +val_64 0 +val_58 0 +val_57 0 +val_54 0 +val_53 0 +val_51 0 +val_5 0 +val_498 0 +val_497 0 +val_496 0 +val_495 0 +val_494 0 +val_493 0 +val_492 0 +val_491 0 +val_490 0 +val_489 0 +val_487 0 +val_485 0 +val_484 0 +val_483 0 +val_482 0 +val_481 0 +val_480 0 +val_479 0 +val_478 0 +val_477 0 +val_475 0 +val_472 0 +val_470 0 +val_47 0 +val_469 0 +val_468 0 +val_467 0 +val_466 0 +val_463 0 +val_462 0 +val_460 0 +val_459 0 +val_458 0 +val_457 0 +val_455 0 +val_454 0 +val_453 0 +val_452 0 +val_449 0 +val_448 0 +val_446 0 +val_444 0 +val_443 0 +val_44 0 +val_439 0 +val_438 0 +val_437 0 +val_436 0 +val_435 0 +val_432 0 +val_431 0 +val_430 0 +val_43 0 +val_429 0 +val_427 0 +val_424 0 +val_421 0 +val_42 0 +val_419 0 +val_418 0 +val_417 0 +val_414 0 +val_413 0 +val_411 0 +val_41 0 +val_409 0 +val_407 0 +val_406 0 +val_404 0 +val_403 0 +val_402 0 +val_401 0 +val_400 0 +val_4 0 +val_399 0 +val_397 0 +val_396 0 +val_395 0 +val_394 0 +val_393 0 +val_392 0 +val_389 0 +val_386 0 +val_384 0 +val_382 0 +val_379 0 +val_378 0 +val_377 0 +val_375 0 +val_374 0 +val_373 0 +val_37 0 +val_369 0 +val_368 0 +val_367 0 +val_366 0 +val_365 0 +val_364 0 +val_362 0 +val_360 0 +val_356 0 +val_353 0 +val_351 0 +val_35 0 +val_348 0 +val_345 0 +val_344 0 +val_342 0 +val_341 0 +val_34 0 +val_339 0 +val_338 0 +val_336 0 +val_335 0 +val_333 0 +val_332 0 +val_331 0 +val_33 0 +val_327 0 +val_325 0 +val_323 0 +val_322 0 +val_321 0 +val_318 0 +val_317 0 +val_316 0 +val_315 0 +val_311 0 +val_310 0 +val_309 0 +val_308 0 +val_307 0 +val_306 0 +val_305 0 +val_302 0 +val_30 0 +val_298 0 +val_296 0 +val_292 0 +val_291 0 +val_289 0 +val_288 0 +val_287 0 +val_286 0 +val_285 0 +val_284 0 +val_283 0 +val_282 0 +val_281 0 +val_280 0 +val_28 0 +val_278 0 +val_277 0 +val_275 0 +val_274 0 +val_273 0 +val_272 0 +val_27 0 +val_266 0 +val_265 0 +val_263 0 +val_262 0 +val_260 0 +val_26 0 +val_258 0 +val_257 0 +val_256 0 +val_255 0 +val_252 0 +val_249 0 +val_248 0 +val_247 0 +val_244 0 +val_242 0 +val_241 0 +val_24 0 +val_239 0 +val_238 0 +val_237 0 +val_235 0 +val_233 0 +val_230 0 +val_229 0 +val_228 0 +val_226 0 +val_224 0 +val_223 0 +val_222 0 +val_221 0 +val_219 0 +val_218 0 +val_217 0 +val_216 0 +val_214 0 +val_213 0 +val_209 0 +val_208 0 +val_207 0 +val_205 0 +val_203 0 +val_202 0 +val_201 0 +val_200 0 +val_20 0 +val_2 0 +val_199 0 +val_197 0 +val_196 0 +val_195 0 +val_194 0 +val_193 0 +val_192 0 +val_191 0 +val_190 0 +val_19 0 +val_189 0 +val_187 0 +val_186 0 +val_183 0 +val_181 0 +val_180 0 +val_18 0 +val_179 0 +val_178 0 +val_177 0 +val_176 0 +val_175 0 +val_174 0 +val_172 0 +val_170 0 +val_17 0 +val_169 0 +val_168 0 +val_167 0 +val_166 0 +val_165 0 +val_164 0 +val_163 0 +val_162 0 +val_160 0 +val_158 0 +val_157 0 +val_156 0 +val_155 0 +val_153 0 +val_152 0 +val_150 0 +val_15 0 +val_149 0 +val_146 0 +val_145 0 +val_143 0 +val_138 0 +val_137 0 +val_136 0 +val_134 0 +val_133 0 +val_131 0 +val_129 0 +val_128 0 +val_126 0 +val_125 0 +val_120 0 +val_12 0 +val_119 0 +val_118 0 +val_116 0 +val_114 0 +val_113 0 +val_111 0 +val_11 0 +val_105 0 +val_104 0 +val_103 0 +val_100 0 +val_10 0 +val_0 0 PREHOOK: query: -- query with multiple branches in the task dag EXPLAIN SELECT * @@ -1353,17 +1359,19 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 11 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reducer 2 Reduce Operator Tree: Group By Operator @@ -1380,17 +1388,19 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reducer 4 Reduce Operator Tree: Join Operator @@ -1398,9 +1408,9 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 30 Data size: 6171 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1411,10 +1421,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 30 Data size: 6171 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint), _col4 (type: string), _col5 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint), _col4 (type: string), _col5 (type: bigint) Reducer 5 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: string), VALUE._col2 (type: bigint), VALUE._col3 (type: string), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 30 Data size: 6171 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1439,17 +1451,19 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 8 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Stage: Stage-0 Fetch Operator @@ -1718,7 +1732,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Stage: Stage-0 Fetch Operator @@ -1740,503 +1754,503 @@ FROM POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -238 2 238 val_238 -86 1 86 val_86 -311 3 311 val_311 -27 1 27 val_27 -165 2 165 val_165 -409 3 409 val_409 -255 2 255 val_255 -278 2 278 val_278 -98 2 98 val_98 -484 1 484 val_484 -265 2 265 val_265 -193 3 193 val_193 -401 5 401 val_401 -150 1 150 val_150 -273 3 273 val_273 -224 2 224 val_224 -369 3 369 val_369 -66 1 66 val_66 -128 3 128 val_128 -213 2 213 val_213 -146 2 146 val_146 -406 4 406 val_406 -429 2 429 val_429 -374 1 374 val_374 -152 2 152 val_152 -469 5 469 val_469 -145 1 145 val_145 -495 1 495 val_495 -37 2 37 val_37 -327 3 327 val_327 -281 2 281 val_281 -277 4 277 val_277 -209 2 209 val_209 -15 2 15 val_15 -82 1 82 val_82 -403 3 403 val_403 -166 1 166 val_166 -417 3 417 val_417 -430 3 430 val_430 -252 1 252 val_252 -292 1 292 val_292 -219 2 219 val_219 -287 1 287 val_287 -153 1 153 val_153 -193 3 193 val_193 -338 1 338 val_338 -446 1 446 val_446 -459 2 459 val_459 -394 1 394 val_394 -237 2 237 val_237 -482 1 482 val_482 -174 2 174 val_174 -413 2 413 val_413 -494 1 494 val_494 -207 2 207 val_207 -199 3 199 val_199 -466 3 466 val_466 -208 3 208 val_208 -174 2 174 val_174 -399 2 399 val_399 -396 3 396 val_396 -247 1 247 val_247 -417 3 417 val_417 -489 4 489 val_489 -162 1 162 val_162 -377 1 377 val_377 -397 2 397 val_397 -309 2 309 val_309 -365 1 365 val_365 -266 1 266 val_266 -439 2 439 val_439 -342 2 342 val_342 -367 2 367 val_367 -325 2 325 val_325 -167 3 167 val_167 -195 2 195 val_195 -475 1 475 val_475 -17 1 17 val_17 -113 2 113 val_113 -155 1 155 val_155 -203 2 203 val_203 -339 1 339 val_339 -0 3 0 val_0 -455 1 455 val_455 -128 3 128 val_128 -311 3 311 val_311 -316 3 316 val_316 -57 1 57 val_57 -302 1 302 val_302 -205 2 205 val_205 -149 2 149 val_149 -438 3 438 val_438 -345 1 345 val_345 -129 2 129 val_129 -170 1 170 val_170 -20 1 20 val_20 -489 4 489 val_489 -157 1 157 val_157 -378 1 378 val_378 -221 2 221 val_221 -92 1 92 val_92 -111 1 111 val_111 -47 1 47 val_47 -72 2 72 val_72 -4 1 4 val_4 -280 2 280 val_280 -35 3 35 val_35 -427 1 427 val_427 -277 4 277 val_277 -208 3 208 val_208 -356 1 356 val_356 -399 2 399 val_399 -169 4 169 val_169 -382 2 382 val_382 -498 3 498 val_498 -125 2 125 val_125 -386 1 386 val_386 -437 1 437 val_437 -469 5 469 val_469 -192 1 192 val_192 -286 1 286 val_286 -187 3 187 val_187 -176 2 176 val_176 -54 1 54 val_54 -459 2 459 val_459 -51 2 51 val_51 -138 4 138 val_138 -103 2 103 val_103 -239 2 239 val_239 -213 2 213 val_213 -216 2 216 val_216 -430 3 430 val_430 -278 2 278 val_278 -176 2 176 val_176 -289 1 289 val_289 -221 2 221 val_221 -65 1 65 val_65 -318 3 318 val_318 -332 1 332 val_332 -311 3 311 val_311 -275 1 275 val_275 -137 2 137 val_137 -241 1 241 val_241 -83 2 83 val_83 -333 2 333 val_333 -180 1 180 val_180 -284 1 284 val_284 -12 2 12 val_12 -230 5 230 val_230 -181 1 181 val_181 -67 2 67 val_67 -260 1 260 val_260 -404 2 404 val_404 -384 3 384 val_384 -489 4 489 val_489 -353 2 353 val_353 -373 1 373 val_373 -272 2 272 val_272 -138 4 138 val_138 -217 2 217 val_217 -84 2 84 val_84 -348 5 348 val_348 -466 3 466 val_466 -58 2 58 val_58 -8 1 8 val_8 -411 1 411 val_411 -230 5 230 val_230 -208 3 208 val_208 -348 5 348 val_348 -24 2 24 val_24 -463 2 463 val_463 -431 3 431 val_431 -179 2 179 val_179 -172 2 172 val_172 -42 2 42 val_42 -129 2 129 val_129 -158 1 158 val_158 -119 3 119 val_119 -496 1 496 val_496 -0 3 0 val_0 -322 2 322 val_322 -197 2 197 val_197 -468 4 468 val_468 -393 1 393 val_393 -454 3 454 val_454 -100 2 100 val_100 -298 3 298 val_298 -199 3 199 val_199 -191 2 191 val_191 -418 1 418 val_418 -96 1 96 val_96 -26 2 26 val_26 -165 2 165 val_165 -327 3 327 val_327 -230 5 230 val_230 -205 2 205 val_205 -120 2 120 val_120 -131 1 131 val_131 -51 2 51 val_51 -404 2 404 val_404 -43 1 43 val_43 -436 1 436 val_436 -156 1 156 val_156 -469 5 469 val_469 -468 4 468 val_468 -308 1 308 val_308 -95 2 95 val_95 -196 1 196 val_196 -288 2 288 val_288 -481 1 481 val_481 -457 1 457 val_457 -98 2 98 val_98 -282 2 282 val_282 -197 2 197 val_197 -187 3 187 val_187 -318 3 318 val_318 -318 3 318 val_318 -409 3 409 val_409 -470 1 470 val_470 -137 2 137 val_137 -369 3 369 val_369 -316 3 316 val_316 -169 4 169 val_169 -413 2 413 val_413 -85 1 85 val_85 -77 1 77 val_77 -0 3 0 val_0 -490 1 490 val_490 -87 1 87 val_87 -364 1 364 val_364 -179 2 179 val_179 -118 2 118 val_118 -134 2 134 val_134 -395 2 395 val_395 -282 2 282 val_282 -138 4 138 val_138 -238 2 238 val_238 -419 1 419 val_419 -15 2 15 val_15 -118 2 118 val_118 -72 2 72 val_72 -90 3 90 val_90 -307 2 307 val_307 -19 1 19 val_19 -435 1 435 val_435 -10 1 10 val_10 -277 4 277 val_277 -273 3 273 val_273 -306 1 306 val_306 -224 2 224 val_224 -309 2 309 val_309 -389 1 389 val_389 -327 3 327 val_327 -242 2 242 val_242 -369 3 369 val_369 -392 1 392 val_392 -272 2 272 val_272 -331 2 331 val_331 -401 5 401 val_401 -242 2 242 val_242 -452 1 452 val_452 -177 1 177 val_177 -226 1 226 val_226 -5 3 5 val_5 -497 1 497 val_497 -402 1 402 val_402 -396 3 396 val_396 -317 2 317 val_317 -395 2 395 val_395 -58 2 58 val_58 -35 3 35 val_35 -336 1 336 val_336 -95 2 95 val_95 -11 1 11 val_11 -168 1 168 val_168 -34 1 34 val_34 -229 2 229 val_229 -233 2 233 val_233 -143 1 143 val_143 -472 1 472 val_472 -322 2 322 val_322 -498 3 498 val_498 -160 1 160 val_160 -195 2 195 val_195 -42 2 42 val_42 -321 2 321 val_321 -430 3 430 val_430 -119 3 119 val_119 -489 4 489 val_489 -458 2 458 val_458 -78 1 78 val_78 -76 2 76 val_76 -41 1 41 val_41 -223 2 223 val_223 -492 2 492 val_492 -149 2 149 val_149 -449 1 449 val_449 -218 1 218 val_218 -228 1 228 val_228 -138 4 138 val_138 -453 1 453 val_453 -30 1 30 val_30 -209 2 209 val_209 -64 1 64 val_64 -468 4 468 val_468 -76 2 76 val_76 -74 1 74 val_74 -342 2 342 val_342 -69 1 69 val_69 -230 5 230 val_230 -33 1 33 val_33 -368 1 368 val_368 -103 2 103 val_103 -296 1 296 val_296 -113 2 113 val_113 -216 2 216 val_216 -367 2 367 val_367 -344 2 344 val_344 -167 3 167 val_167 -274 1 274 val_274 -219 2 219 val_219 -239 2 239 val_239 -485 1 485 val_485 -116 1 116 val_116 -223 2 223 val_223 -256 2 256 val_256 -263 1 263 val_263 -70 3 70 val_70 -487 1 487 val_487 -480 3 480 val_480 -401 5 401 val_401 -288 2 288 val_288 -191 2 191 val_191 -5 3 5 val_5 -244 1 244 val_244 -438 3 438 val_438 -128 3 128 val_128 -467 1 467 val_467 -432 1 432 val_432 -202 1 202 val_202 -316 3 316 val_316 -229 2 229 val_229 -469 5 469 val_469 -463 2 463 val_463 -280 2 280 val_280 -2 1 2 val_2 -35 3 35 val_35 -283 1 283 val_283 -331 2 331 val_331 -235 1 235 val_235 -80 1 80 val_80 -44 1 44 val_44 -193 3 193 val_193 -321 2 321 val_321 -335 1 335 val_335 -104 2 104 val_104 -466 3 466 val_466 -366 1 366 val_366 -175 2 175 val_175 -403 3 403 val_403 -483 1 483 val_483 -53 1 53 val_53 -105 1 105 val_105 -257 1 257 val_257 -406 4 406 val_406 -409 3 409 val_409 -190 1 190 val_190 -406 4 406 val_406 -401 5 401 val_401 -114 1 114 val_114 -258 1 258 val_258 -90 3 90 val_90 -203 2 203 val_203 -262 1 262 val_262 -348 5 348 val_348 -424 2 424 val_424 -12 2 12 val_12 -396 3 396 val_396 -201 1 201 val_201 -217 2 217 val_217 -164 2 164 val_164 -431 3 431 val_431 -454 3 454 val_454 -478 2 478 val_478 -298 3 298 val_298 -125 2 125 val_125 -431 3 431 val_431 -164 2 164 val_164 -424 2 424 val_424 -187 3 187 val_187 -382 2 382 val_382 -5 3 5 val_5 -70 3 70 val_70 -397 2 397 val_397 -480 3 480 val_480 -291 1 291 val_291 -24 2 24 val_24 -351 1 351 val_351 -255 2 255 val_255 -104 2 104 val_104 -70 3 70 val_70 -163 1 163 val_163 -438 3 438 val_438 -119 3 119 val_119 -414 2 414 val_414 -200 2 200 val_200 -491 1 491 val_491 -237 2 237 val_237 -439 2 439 val_439 -360 1 360 val_360 -248 1 248 val_248 -479 1 479 val_479 -305 1 305 val_305 -417 3 417 val_417 -199 3 199 val_199 -444 1 444 val_444 -120 2 120 val_120 -429 2 429 val_429 -169 4 169 val_169 -443 1 443 val_443 -323 1 323 val_323 -325 2 325 val_325 -277 4 277 val_277 -230 5 230 val_230 -478 2 478 val_478 -178 1 178 val_178 -468 4 468 val_468 -310 1 310 val_310 -317 2 317 val_317 -333 2 333 val_333 -493 1 493 val_493 -460 1 460 val_460 -207 2 207 val_207 -249 1 249 val_249 -265 2 265 val_265 -480 3 480 val_480 -83 2 83 val_83 -136 1 136 val_136 -353 2 353 val_353 -172 2 172 val_172 -214 1 214 val_214 -462 2 462 val_462 -233 2 233 val_233 -406 4 406 val_406 -133 1 133 val_133 -175 2 175 val_175 -189 1 189 val_189 -454 3 454 val_454 -375 1 375 val_375 -401 5 401 val_401 -421 1 421 val_421 -407 1 407 val_407 -384 3 384 val_384 -256 2 256 val_256 -26 2 26 val_26 -134 2 134 val_134 -67 2 67 val_67 -384 3 384 val_384 -379 1 379 val_379 -18 2 18 val_18 -462 2 462 val_462 -492 2 492 val_492 -100 2 100 val_100 -298 3 298 val_298 -9 1 9 val_9 -341 1 341 val_341 -498 3 498 val_498 -146 2 146 val_146 -458 2 458 val_458 -362 1 362 val_362 -186 1 186 val_186 -285 1 285 val_285 -348 5 348 val_348 -167 3 167 val_167 -18 2 18 val_18 -273 3 273 val_273 -183 1 183 val_183 -281 2 281 val_281 -344 2 344 val_344 -97 2 97 val_97 -469 5 469 val_469 -315 1 315 val_315 -84 2 84 val_84 -28 1 28 val_28 -37 2 37 val_37 -448 1 448 val_448 -152 2 152 val_152 -348 5 348 val_348 -307 2 307 val_307 -194 1 194 val_194 -414 2 414 val_414 -477 1 477 val_477 -222 1 222 val_222 -126 1 126 val_126 -90 3 90 val_90 -169 4 169 val_169 -403 3 403 val_403 -400 1 400 val_400 -200 2 200 val_200 -97 2 97 val_97 + NULL 238 val_238 + NULL 86 val_86 + NULL 311 val_311 + NULL 27 val_27 + NULL 165 val_165 + NULL 409 val_409 + NULL 255 val_255 + NULL 278 val_278 + NULL 98 val_98 + NULL 484 val_484 + NULL 265 val_265 + NULL 193 val_193 + NULL 401 val_401 + NULL 150 val_150 + NULL 273 val_273 + NULL 224 val_224 + NULL 369 val_369 + NULL 66 val_66 + NULL 128 val_128 + NULL 213 val_213 + NULL 146 val_146 + NULL 406 val_406 + NULL 429 val_429 + NULL 374 val_374 + NULL 152 val_152 + NULL 469 val_469 + NULL 145 val_145 + NULL 495 val_495 + NULL 37 val_37 + NULL 327 val_327 + NULL 281 val_281 + NULL 277 val_277 + NULL 209 val_209 + NULL 15 val_15 + NULL 82 val_82 + NULL 403 val_403 + NULL 166 val_166 + NULL 417 val_417 + NULL 430 val_430 + NULL 252 val_252 + NULL 292 val_292 + NULL 219 val_219 + NULL 287 val_287 + NULL 153 val_153 + NULL 193 val_193 + NULL 338 val_338 + NULL 446 val_446 + NULL 459 val_459 + NULL 394 val_394 + NULL 237 val_237 + NULL 482 val_482 + NULL 174 val_174 + NULL 413 val_413 + NULL 494 val_494 + NULL 207 val_207 + NULL 199 val_199 + NULL 466 val_466 + NULL 208 val_208 + NULL 174 val_174 + NULL 399 val_399 + NULL 396 val_396 + NULL 247 val_247 + NULL 417 val_417 + NULL 489 val_489 + NULL 162 val_162 + NULL 377 val_377 + NULL 397 val_397 + NULL 309 val_309 + NULL 365 val_365 + NULL 266 val_266 + NULL 439 val_439 + NULL 342 val_342 + NULL 367 val_367 + NULL 325 val_325 + NULL 167 val_167 + NULL 195 val_195 + NULL 475 val_475 + NULL 17 val_17 + NULL 113 val_113 + NULL 155 val_155 + NULL 203 val_203 + NULL 339 val_339 + NULL 0 val_0 + NULL 455 val_455 + NULL 128 val_128 + NULL 311 val_311 + NULL 316 val_316 + NULL 57 val_57 + NULL 302 val_302 + NULL 205 val_205 + NULL 149 val_149 + NULL 438 val_438 + NULL 345 val_345 + NULL 129 val_129 + NULL 170 val_170 + NULL 20 val_20 + NULL 489 val_489 + NULL 157 val_157 + NULL 378 val_378 + NULL 221 val_221 + NULL 92 val_92 + NULL 111 val_111 + NULL 47 val_47 + NULL 72 val_72 + NULL 4 val_4 + NULL 280 val_280 + NULL 35 val_35 + NULL 427 val_427 + NULL 277 val_277 + NULL 208 val_208 + NULL 356 val_356 + NULL 399 val_399 + NULL 169 val_169 + NULL 382 val_382 + NULL 498 val_498 + NULL 125 val_125 + NULL 386 val_386 + NULL 437 val_437 + NULL 469 val_469 + NULL 192 val_192 + NULL 286 val_286 + NULL 187 val_187 + NULL 176 val_176 + NULL 54 val_54 + NULL 459 val_459 + NULL 51 val_51 + NULL 138 val_138 + NULL 103 val_103 + NULL 239 val_239 + NULL 213 val_213 + NULL 216 val_216 + NULL 430 val_430 + NULL 278 val_278 + NULL 176 val_176 + NULL 289 val_289 + NULL 221 val_221 + NULL 65 val_65 + NULL 318 val_318 + NULL 332 val_332 + NULL 311 val_311 + NULL 275 val_275 + NULL 137 val_137 + NULL 241 val_241 + NULL 83 val_83 + NULL 333 val_333 + NULL 180 val_180 + NULL 284 val_284 + NULL 12 val_12 + NULL 230 val_230 + NULL 181 val_181 + NULL 67 val_67 + NULL 260 val_260 + NULL 404 val_404 + NULL 384 val_384 + NULL 489 val_489 + NULL 353 val_353 + NULL 373 val_373 + NULL 272 val_272 + NULL 138 val_138 + NULL 217 val_217 + NULL 84 val_84 + NULL 348 val_348 + NULL 466 val_466 + NULL 58 val_58 + NULL 8 val_8 + NULL 411 val_411 + NULL 230 val_230 + NULL 208 val_208 + NULL 348 val_348 + NULL 24 val_24 + NULL 463 val_463 + NULL 431 val_431 + NULL 179 val_179 + NULL 172 val_172 + NULL 42 val_42 + NULL 129 val_129 + NULL 158 val_158 + NULL 119 val_119 + NULL 496 val_496 + NULL 0 val_0 + NULL 322 val_322 + NULL 197 val_197 + NULL 468 val_468 + NULL 393 val_393 + NULL 454 val_454 + NULL 100 val_100 + NULL 298 val_298 + NULL 199 val_199 + NULL 191 val_191 + NULL 418 val_418 + NULL 96 val_96 + NULL 26 val_26 + NULL 165 val_165 + NULL 327 val_327 + NULL 230 val_230 + NULL 205 val_205 + NULL 120 val_120 + NULL 131 val_131 + NULL 51 val_51 + NULL 404 val_404 + NULL 43 val_43 + NULL 436 val_436 + NULL 156 val_156 + NULL 469 val_469 + NULL 468 val_468 + NULL 308 val_308 + NULL 95 val_95 + NULL 196 val_196 + NULL 288 val_288 + NULL 481 val_481 + NULL 457 val_457 + NULL 98 val_98 + NULL 282 val_282 + NULL 197 val_197 + NULL 187 val_187 + NULL 318 val_318 + NULL 318 val_318 + NULL 409 val_409 + NULL 470 val_470 + NULL 137 val_137 + NULL 369 val_369 + NULL 316 val_316 + NULL 169 val_169 + NULL 413 val_413 + NULL 85 val_85 + NULL 77 val_77 + NULL 0 val_0 + NULL 490 val_490 + NULL 87 val_87 + NULL 364 val_364 + NULL 179 val_179 + NULL 118 val_118 + NULL 134 val_134 + NULL 395 val_395 + NULL 282 val_282 + NULL 138 val_138 + NULL 238 val_238 + NULL 419 val_419 + NULL 15 val_15 + NULL 118 val_118 + NULL 72 val_72 + NULL 90 val_90 + NULL 307 val_307 + NULL 19 val_19 + NULL 435 val_435 + NULL 10 val_10 + NULL 277 val_277 + NULL 273 val_273 + NULL 306 val_306 + NULL 224 val_224 + NULL 309 val_309 + NULL 389 val_389 + NULL 327 val_327 + NULL 242 val_242 + NULL 369 val_369 + NULL 392 val_392 + NULL 272 val_272 + NULL 331 val_331 + NULL 401 val_401 + NULL 242 val_242 + NULL 452 val_452 + NULL 177 val_177 + NULL 226 val_226 + NULL 5 val_5 + NULL 497 val_497 + NULL 402 val_402 + NULL 396 val_396 + NULL 317 val_317 + NULL 395 val_395 + NULL 58 val_58 + NULL 35 val_35 + NULL 336 val_336 + NULL 95 val_95 + NULL 11 val_11 + NULL 168 val_168 + NULL 34 val_34 + NULL 229 val_229 + NULL 233 val_233 + NULL 143 val_143 + NULL 472 val_472 + NULL 322 val_322 + NULL 498 val_498 + NULL 160 val_160 + NULL 195 val_195 + NULL 42 val_42 + NULL 321 val_321 + NULL 430 val_430 + NULL 119 val_119 + NULL 489 val_489 + NULL 458 val_458 + NULL 78 val_78 + NULL 76 val_76 + NULL 41 val_41 + NULL 223 val_223 + NULL 492 val_492 + NULL 149 val_149 + NULL 449 val_449 + NULL 218 val_218 + NULL 228 val_228 + NULL 138 val_138 + NULL 453 val_453 + NULL 30 val_30 + NULL 209 val_209 + NULL 64 val_64 + NULL 468 val_468 + NULL 76 val_76 + NULL 74 val_74 + NULL 342 val_342 + NULL 69 val_69 + NULL 230 val_230 + NULL 33 val_33 + NULL 368 val_368 + NULL 103 val_103 + NULL 296 val_296 + NULL 113 val_113 + NULL 216 val_216 + NULL 367 val_367 + NULL 344 val_344 + NULL 167 val_167 + NULL 274 val_274 + NULL 219 val_219 + NULL 239 val_239 + NULL 485 val_485 + NULL 116 val_116 + NULL 223 val_223 + NULL 256 val_256 + NULL 263 val_263 + NULL 70 val_70 + NULL 487 val_487 + NULL 480 val_480 + NULL 401 val_401 + NULL 288 val_288 + NULL 191 val_191 + NULL 5 val_5 + NULL 244 val_244 + NULL 438 val_438 + NULL 128 val_128 + NULL 467 val_467 + NULL 432 val_432 + NULL 202 val_202 + NULL 316 val_316 + NULL 229 val_229 + NULL 469 val_469 + NULL 463 val_463 + NULL 280 val_280 + NULL 2 val_2 + NULL 35 val_35 + NULL 283 val_283 + NULL 331 val_331 + NULL 235 val_235 + NULL 80 val_80 + NULL 44 val_44 + NULL 193 val_193 + NULL 321 val_321 + NULL 335 val_335 + NULL 104 val_104 + NULL 466 val_466 + NULL 366 val_366 + NULL 175 val_175 + NULL 403 val_403 + NULL 483 val_483 + NULL 53 val_53 + NULL 105 val_105 + NULL 257 val_257 + NULL 406 val_406 + NULL 409 val_409 + NULL 190 val_190 + NULL 406 val_406 + NULL 401 val_401 + NULL 114 val_114 + NULL 258 val_258 + NULL 90 val_90 + NULL 203 val_203 + NULL 262 val_262 + NULL 348 val_348 + NULL 424 val_424 + NULL 12 val_12 + NULL 396 val_396 + NULL 201 val_201 + NULL 217 val_217 + NULL 164 val_164 + NULL 431 val_431 + NULL 454 val_454 + NULL 478 val_478 + NULL 298 val_298 + NULL 125 val_125 + NULL 431 val_431 + NULL 164 val_164 + NULL 424 val_424 + NULL 187 val_187 + NULL 382 val_382 + NULL 5 val_5 + NULL 70 val_70 + NULL 397 val_397 + NULL 480 val_480 + NULL 291 val_291 + NULL 24 val_24 + NULL 351 val_351 + NULL 255 val_255 + NULL 104 val_104 + NULL 70 val_70 + NULL 163 val_163 + NULL 438 val_438 + NULL 119 val_119 + NULL 414 val_414 + NULL 200 val_200 + NULL 491 val_491 + NULL 237 val_237 + NULL 439 val_439 + NULL 360 val_360 + NULL 248 val_248 + NULL 479 val_479 + NULL 305 val_305 + NULL 417 val_417 + NULL 199 val_199 + NULL 444 val_444 + NULL 120 val_120 + NULL 429 val_429 + NULL 169 val_169 + NULL 443 val_443 + NULL 323 val_323 + NULL 325 val_325 + NULL 277 val_277 + NULL 230 val_230 + NULL 478 val_478 + NULL 178 val_178 + NULL 468 val_468 + NULL 310 val_310 + NULL 317 val_317 + NULL 333 val_333 + NULL 493 val_493 + NULL 460 val_460 + NULL 207 val_207 + NULL 249 val_249 + NULL 265 val_265 + NULL 480 val_480 + NULL 83 val_83 + NULL 136 val_136 + NULL 353 val_353 + NULL 172 val_172 + NULL 214 val_214 + NULL 462 val_462 + NULL 233 val_233 + NULL 406 val_406 + NULL 133 val_133 + NULL 175 val_175 + NULL 189 val_189 + NULL 454 val_454 + NULL 375 val_375 + NULL 401 val_401 + NULL 421 val_421 + NULL 407 val_407 + NULL 384 val_384 + NULL 256 val_256 + NULL 26 val_26 + NULL 134 val_134 + NULL 67 val_67 + NULL 384 val_384 + NULL 379 val_379 + NULL 18 val_18 + NULL 462 val_462 + NULL 492 val_492 + NULL 100 val_100 + NULL 298 val_298 + NULL 9 val_9 + NULL 341 val_341 + NULL 498 val_498 + NULL 146 val_146 + NULL 458 val_458 + NULL 362 val_362 + NULL 186 val_186 + NULL 285 val_285 + NULL 348 val_348 + NULL 167 val_167 + NULL 18 val_18 + NULL 273 val_273 + NULL 183 val_183 + NULL 281 val_281 + NULL 344 val_344 + NULL 97 val_97 + NULL 469 val_469 + NULL 315 val_315 + NULL 84 val_84 + NULL 28 val_28 + NULL 37 val_37 + NULL 448 val_448 + NULL 152 val_152 + NULL 348 val_348 + NULL 307 val_307 + NULL 194 val_194 + NULL 414 val_414 + NULL 477 val_477 + NULL 222 val_222 + NULL 126 val_126 + NULL 90 val_90 + NULL 169 val_169 + NULL 403 val_403 + NULL 400 val_400 + NULL 200 val_200 + NULL 97 val_97 diff --git ql/src/test/results/clientpositive/tez/script_pipe.q.out ql/src/test/results/clientpositive/tez/script_pipe.q.out index 2b56c7e..32c9de7 100644 --- ql/src/test/results/clientpositive/tez/script_pipe.q.out +++ ql/src/test/results/clientpositive/tez/script_pipe.q.out @@ -33,7 +33,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/tez/scriptfile1.q.out ql/src/test/results/clientpositive/tez/scriptfile1.q.out index 3fda52d..6bf2e23 100644 --- ql/src/test/results/clientpositive/tez/scriptfile1.q.out +++ ql/src/test/results/clientpositive/tez/scriptfile1.q.out @@ -37,8 +37,6 @@ POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 #### A masked pattern was here #### -POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 10 val_10 100 val_100 100 val_100 diff --git ql/src/test/results/clientpositive/tez/subquery_exists.q.out ql/src/test/results/clientpositive/tez/subquery_exists.q.out index 3d67b90..326ed94 100644 --- ql/src/test/results/clientpositive/tez/subquery_exists.q.out +++ ql/src/test/results/clientpositive/tez/subquery_exists.q.out @@ -39,7 +39,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string), key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) Map 3 Map Operator Tree: TableScan @@ -68,7 +67,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/tez/subquery_in.q.out ql/src/test/results/clientpositive/tez/subquery_in.q.out index 12cc2a5..8f04f00 100644 --- ql/src/test/results/clientpositive/tez/subquery_in.q.out +++ ql/src/test/results/clientpositive/tez/subquery_in.q.out @@ -147,14 +147,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reducer 2 Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -245,7 +245,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) Map 3 Map Operator Tree: TableScan @@ -274,7 +273,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -526,7 +525,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) Map 3 Map Operator Tree: TableScan @@ -544,7 +543,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE @@ -684,7 +683,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) Map 3 Map Operator Tree: TableScan @@ -713,7 +711,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -904,8 +902,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col2} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator @@ -913,19 +911,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: int), _col0 (type: int) + value expressions: _col0 (type: int), _col3 (type: int) Reducer 3 Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col2} {VALUE._col18} + 0 {VALUE._col0} {VALUE._col2} 1 - outputColumnNames: _col2, _col18 + outputColumnNames: _col0, _col3 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col18 (type: int), _col2 (type: int) + expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -951,7 +949,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/tez/tez_dml.q.out ql/src/test/results/clientpositive/tez/tez_dml.q.out index 2a3e43b..583f35b 100644 --- ql/src/test/results/clientpositive/tez/tez_dml.q.out +++ ql/src/test/results/clientpositive/tez/tez_dml.q.out @@ -56,10 +56,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/tez_join_tests.q.out ql/src/test/results/clientpositive/tez/tez_join_tests.q.out index 6b792b2..7b7beb1 100644 --- ql/src/test/results/clientpositive/tez/tez_join_tests.q.out +++ ql/src/test/results/clientpositive/tez/tez_join_tests.q.out @@ -28,7 +28,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 6 Map Operator Tree: TableScan @@ -39,7 +39,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: key (type: string) Map 7 Map Operator Tree: TableScan @@ -57,7 +57,7 @@ STAGE PLANS: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -68,25 +68,27 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -97,10 +99,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 5 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out index 0b18b51..d2ab2b5 100644 --- ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out +++ ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out @@ -28,7 +28,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 6 Map Operator Tree: TableScan @@ -39,7 +39,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: key (type: string) Map 7 Map Operator Tree: TableScan @@ -57,7 +57,7 @@ STAGE PLANS: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -68,25 +68,27 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -97,10 +99,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 5 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/union3.q.out ql/src/test/results/clientpositive/tez/union3.q.out index 66512c6..3c3d9e8 100644 --- ql/src/test/results/clientpositive/tez/union3.q.out +++ ql/src/test/results/clientpositive/tez/union3.q.out @@ -104,7 +104,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reducer 10 Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -118,10 +118,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reducer 11 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 @@ -133,7 +134,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 2 Reduce Operator Tree: - Extract + Select Operator Limit Number of rows: 1 Select Operator @@ -150,7 +151,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Reduce Operator Tree: - Extract + Select Operator Limit Number of rows: 1 Select Operator @@ -167,7 +168,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -181,10 +182,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reducer 8 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 diff --git ql/src/test/results/clientpositive/type_widening.q.out ql/src/test/results/clientpositive/type_widening.q.out index 499a89d..f1901f4 100644 --- ql/src/test/results/clientpositive/type_widening.q.out +++ ql/src/test/results/clientpositive/type_widening.q.out @@ -62,7 +62,6 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: bigint) TableScan alias: src Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE @@ -80,9 +79,10 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/udf_case_column_pruning.q.out ql/src/test/results/clientpositive/udf_case_column_pruning.q.out index b46211e..ecf016f 100644 --- ql/src/test/results/clientpositive/udf_case_column_pruning.q.out +++ ql/src/test/results/clientpositive/udf_case_column_pruning.q.out @@ -43,13 +43,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -72,9 +71,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/udtf_json_tuple.q.out ql/src/test/results/clientpositive/udtf_json_tuple.q.out index d1b1f89..4454462 100644 --- ql/src/test/results/clientpositive/udtf_json_tuple.q.out +++ ql/src/test/results/clientpositive/udtf_json_tuple.q.out @@ -75,7 +75,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Select Operator expressions: jstring (type: string), 'f1' (type: string), 'f2' (type: string), 'f3' (type: string), 'f4' (type: string), 'f5' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -94,9 +94,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -154,9 +156,11 @@ STAGE PLANS: key expressions: c0 (type: string), c1 (type: string), c2 (type: string) sort order: +++ Statistics: Num rows: 6 Data size: 236 Basic stats: COMPLETE Column stats: NONE - value expressions: c0 (type: string), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string) + value expressions: c3 (type: string), c4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 6 Data size: 236 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -220,7 +224,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string), _col2 (type: string) Select Operator expressions: jstring (type: string), 'f1' (type: string), 'f2' (type: string), 'f3' (type: string), 'f4' (type: string), 'f5' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -239,9 +243,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -367,9 +373,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 4 Data size: 157 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 157 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out index 80bd2e7..9a43d42 100644 --- ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out +++ ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out @@ -92,7 +92,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) Select Operator expressions: fullurl (type: string), 'HOST' (type: string), 'PATH' (type: string), 'QUERY' (type: string), 'REF' (type: string), 'PROTOCOL' (type: string), 'FILE' (type: string), 'AUTHORITY' (type: string), 'USERINFO' (type: string), 'QUERY:k1' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 @@ -111,9 +111,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -171,9 +173,11 @@ STAGE PLANS: key expressions: c0 (type: string), c1 (type: string), c2 (type: string) sort order: +++ Statistics: Num rows: 6 Data size: 213 Basic stats: COMPLETE Column stats: NONE - value expressions: c0 (type: string), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: string), c6 (type: string), c7 (type: string), c8 (type: string) + value expressions: c3 (type: string), c4 (type: string), c5 (type: string), c6 (type: string), c7 (type: string), c8 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 6 Data size: 213 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -239,7 +243,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) Select Operator expressions: fullurl (type: string), 'HOST' (type: string), 'PATH' (type: string), 'QUERY' (type: string), 'REF' (type: string), 'PROTOCOL' (type: string), 'FILE' (type: string), 'AUTHORITY' (type: string), 'USERINFO' (type: string), 'QUERY:k1' (type: string), 'host' (type: string), 'query' (type: string), 'QUERY:nonExistCol' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 @@ -258,9 +262,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union20.q.out ql/src/test/results/clientpositive/union20.q.out index affc514..715f47d 100644 --- ql/src/test/results/clientpositive/union20.q.out +++ ql/src/test/results/clientpositive/union20.q.out @@ -76,7 +76,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s4 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -112,7 +112,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Union Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL @@ -121,23 +121,23 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 50 Data size: 27200 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 50 Data size: 0 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 50 Data size: 27200 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 50 Data size: 0 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 50 Data size: 27200 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 50 Data size: 0 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git ql/src/test/results/clientpositive/union22.q.out ql/src/test/results/clientpositive/union22.q.out index 42d6cba..11f3251 100644 --- ql/src/test/results/clientpositive/union22.q.out +++ ql/src/test/results/clientpositive/union22.q.out @@ -669,7 +669,7 @@ STAGE PLANS: Map-reduce partition columns: k1 (type: string) Statistics: Num rows: 166 Data size: 3693 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: k1 (type: string), k2 (type: string), ds (type: string) + value expressions: k2 (type: string), ds (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -772,12 +772,12 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col3} {VALUE._col4} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col2} {VALUE._col3} filter mappings: 0 [1, 1] filter predicates: - 0 {(VALUE._col4 = '1')} + 0 {(VALUE._col3 = '1')} 1 outputColumnNames: _col0, _col1, _col10, _col11 Statistics: Num rows: 182 Data size: 4062 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/union23.q.out ql/src/test/results/clientpositive/union23.q.out index 1ebcc1d..dd60d82 100644 --- ql/src/test/results/clientpositive/union23.q.out +++ ql/src/test/results/clientpositive/union23.q.out @@ -41,7 +41,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -66,9 +65,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union26.q.out ql/src/test/results/clientpositive/union26.q.out index 5857745..e3eb7a8 100644 --- ql/src/test/results/clientpositive/union26.q.out +++ ql/src/test/results/clientpositive/union26.q.out @@ -67,13 +67,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/union3.q.out ql/src/test/results/clientpositive/union3.q.out index e654198..2553f8e 100644 --- ql/src/test/results/clientpositive/union3.q.out +++ ql/src/test/results/clientpositive/union3.q.out @@ -60,7 +60,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -151,7 +151,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -182,7 +182,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -207,9 +207,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false @@ -233,7 +234,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -258,9 +259,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union32.q.out ql/src/test/results/clientpositive/union32.q.out index 4d7b648..77c37db 100644 --- ql/src/test/results/clientpositive/union32.q.out +++ ql/src/test/results/clientpositive/union32.q.out @@ -59,7 +59,6 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) TableScan alias: t2 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -77,9 +76,10 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0 Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -174,13 +174,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE @@ -215,7 +214,6 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) TableScan Union Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE @@ -227,9 +225,10 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0 Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -328,7 +327,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -342,7 +340,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE @@ -371,7 +369,6 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) TableScan alias: t2 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -389,9 +386,10 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0 Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -490,7 +488,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -499,14 +496,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -540,7 +536,7 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Union Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE @@ -552,9 +548,11 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -653,7 +651,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -662,14 +659,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -697,7 +693,7 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: double) + value expressions: _col1 (type: double) TableScan alias: t2 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -715,9 +711,11 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union34.q.out ql/src/test/results/clientpositive/union34.q.out index 59bff92..2d14079 100644 --- ql/src/test/results/clientpositive/union34.q.out +++ ql/src/test/results/clientpositive/union34.q.out @@ -129,7 +129,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_4 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -153,7 +153,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -186,11 +186,13 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -313,13 +315,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE @@ -348,7 +350,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_3 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -372,7 +374,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_4 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -396,9 +398,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union_lateralview.q.out ql/src/test/results/clientpositive/union_lateralview.q.out index 7fa6071..ead5eb2 100644 --- ql/src/test/results/clientpositive/union_lateralview.q.out +++ ql/src/test/results/clientpositive/union_lateralview.q.out @@ -60,7 +60,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -162,8 +161,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col2} - 1 {VALUE._col0} + 0 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col2, _col3 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/union_top_level.q.out ql/src/test/results/clientpositive/union_top_level.q.out index 1d90d6d..90d5a20 100644 --- ql/src/test/results/clientpositive/union_top_level.q.out +++ ql/src/test/results/clientpositive/union_top_level.q.out @@ -47,7 +47,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -73,7 +75,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 9 Data size: 900 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int) + value expressions: _col1 (type: int) TableScan Union Statistics: Num rows: 9 Data size: 900 Basic stats: COMPLETE Column stats: NONE @@ -85,7 +87,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 9 Data size: 900 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int) + value expressions: _col1 (type: int) TableScan Union Statistics: Num rows: 9 Data size: 900 Basic stats: COMPLETE Column stats: NONE @@ -97,9 +99,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 9 Data size: 900 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int) + value expressions: _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 900 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -130,7 +134,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -163,7 +169,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -244,7 +252,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: s2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -259,8 +266,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -286,7 +293,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -312,7 +321,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 20 Data size: 2020 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Union Statistics: Num rows: 20 Data size: 2020 Basic stats: COMPLETE Column stats: NONE @@ -324,9 +333,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 20 Data size: 2020 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 2020 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -356,14 +367,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -389,7 +399,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -497,7 +509,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -635,7 +649,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -668,7 +684,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -773,7 +791,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -907,7 +927,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -940,7 +962,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1040,7 +1064,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1174,7 +1200,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1207,7 +1235,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 diff --git ql/src/test/results/clientpositive/union_view.q.out ql/src/test/results/clientpositive/union_view.q.out index a425131..048df30 100644 --- ql/src/test/results/clientpositive/union_view.q.out +++ ql/src/test/results/clientpositive/union_view.q.out @@ -686,7 +686,7 @@ STAGE PLANS: key expressions: _col2 (type: string) sort order: + Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: int), _col1 (type: string) TableScan alias: src_union_1 filterExpr: ((key = 86) and ds is not null) (type: boolean) @@ -708,7 +708,7 @@ STAGE PLANS: key expressions: _col2 (type: string) sort order: + Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: int), _col1 (type: string) TableScan alias: src_union_3 filterExpr: ((key = 86) and ds is not null) (type: boolean) @@ -730,9 +730,11 @@ STAGE PLANS: key expressions: _col2 (type: string) sort order: + Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/vector_between_in.q.out ql/src/test/results/clientpositive/vector_between_in.q.out index 56b1b0d..78e340b 100644 --- ql/src/test/results/clientpositive/vector_between_in.q.out +++ ql/src/test/results/clientpositive/vector_between_in.q.out @@ -31,10 +31,11 @@ STAGE PLANS: key expressions: _col0 (type: date) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: date) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: date) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -130,10 +131,11 @@ STAGE PLANS: key expressions: _col0 (type: decimal(20,10)) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: decimal(20,10)) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(20,10)) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -229,10 +231,11 @@ STAGE PLANS: key expressions: _col0 (type: date) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: date) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: date) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -274,10 +277,11 @@ STAGE PLANS: key expressions: _col0 (type: date) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: date) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: date) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -319,10 +323,11 @@ STAGE PLANS: key expressions: _col0 (type: decimal(20,10)) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: decimal(20,10)) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(20,10)) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/vector_non_string_partition.q.out ql/src/test/results/clientpositive/vector_non_string_partition.q.out index 0b19a0c..bbe0a57 100644 --- ql/src/test/results/clientpositive/vector_non_string_partition.q.out +++ ql/src/test/results/clientpositive/vector_non_string_partition.q.out @@ -52,10 +52,12 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: tinyint) + value expressions: _col1 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: tinyint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -120,10 +122,11 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/vectorization_div0.q.out ql/src/test/results/clientpositive/vectorization_div0.q.out index deae991..b2321b4 100644 --- ql/src/test/results/clientpositive/vectorization_div0.q.out +++ ql/src/test/results/clientpositive/vectorization_div0.q.out @@ -183,10 +183,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint), _col1 (type: double) sort order: ++ Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: double), _col2 (type: double) + value expressions: _col2 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -342,17 +344,19 @@ STAGE PLANS: predicate: ((cdouble >= (- 500)) and (cdouble < (- 199))) (type: boolean) Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: (cdouble + 200.0) (type: double), (cbigint / (cdouble + 200.0)) (type: double), ((cdouble + 200.0) / (cdouble + 200.0)) (type: double), (cbigint / (cdouble + 200.0)) (type: double), (3 / (cdouble + 200.0)) (type: double), (1.2 / (cdouble + 200.0)) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + expressions: (cdouble + 200.0) (type: double), (cbigint / (cdouble + 200.0)) (type: double), ((cdouble + 200.0) / (cdouble + 200.0)) (type: double), (3 / (cdouble + 200.0)) (type: double), (1.2 / (cdouble + 200.0)) (type: double) + outputColumnNames: _col0, _col1, _col2, _col4, _col5 Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: double) sort order: ++ Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double) + value expressions: _col2 (type: double), _col4 (type: double), _col5 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: double), KEY.reducesinkkey1 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 diff --git ql/src/test/results/clientpositive/vectorization_limit.q.out ql/src/test/results/clientpositive/vectorization_limit.q.out index f531a45..9bc95ac 100644 --- ql/src/test/results/clientpositive/vectorization_limit.q.out +++ ql/src/test/results/clientpositive/vectorization_limit.q.out @@ -88,10 +88,12 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 11789 Data size: 188626 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: tinyint), _col1 (type: double), _col2 (type: smallint) + value expressions: _col2 (type: smallint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: smallint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 11789 Data size: 188626 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -438,10 +440,12 @@ STAGE PLANS: key expressions: _col0 (type: tinyint) sort order: + Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: double) + value expressions: _col1 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 0 @@ -535,9 +539,10 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 7859 Data size: 94309 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: double), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey1 (type: double), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 7859 Data size: 94309 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/vectorization_part_project.q.out ql/src/test/results/clientpositive/vectorization_part_project.q.out index 73440d2..53917db 100644 --- ql/src/test/results/clientpositive/vectorization_part_project.q.out +++ ql/src/test/results/clientpositive/vectorization_part_project.q.out @@ -68,10 +68,11 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 200 Data size: 41576 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0 Statistics: Num rows: 200 Data size: 41576 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/vectorization_short_regress.q.out ql/src/test/results/clientpositive/vectorization_short_regress.q.out index 9bd65f5..5b23850 100644 --- ql/src/test/results/clientpositive/vectorization_short_regress.q.out +++ ql/src/test/results/clientpositive/vectorization_short_regress.q.out @@ -2500,10 +2500,12 @@ STAGE PLANS: key expressions: _col8 (type: boolean), _col1 (type: string), _col3 (type: timestamp), _col5 (type: float), _col6 (type: bigint), _col1 (type: string), _col4 (type: double), _col0 (type: int), _col7 (type: smallint), _col4 (type: double) sort order: ++++++++++ Statistics: Num rows: 1195 Data size: 334668 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: boolean), _col3 (type: timestamp), _col4 (type: double), _col5 (type: float), _col6 (type: bigint), _col7 (type: smallint), _col8 (type: boolean), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: float), _col13 (type: bigint), _col14 (type: double), _col15 (type: double), _col16 (type: bigint), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: smallint), _col21 (type: int) + value expressions: _col2 (type: boolean), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: float), _col13 (type: bigint), _col14 (type: double), _col15 (type: double), _col16 (type: bigint), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: smallint), _col21 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey7 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: boolean), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey0 (type: boolean), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: bigint), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: bigint), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: smallint), VALUE._col13 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 Statistics: Num rows: 1195 Data size: 334668 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3253,17 +3255,19 @@ STAGE PLANS: predicate: (((((- 1.389) >= cint) and ((csmallint < ctinyint) and ((- 6432) > csmallint))) or ((cdouble >= cfloat) and (cstring2 <= 'a'))) or ((cstring1 like 'ss%') and (10.175 > cbigint))) (type: boolean) Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: ctimestamp1 (type: timestamp), cstring2 (type: string), cdouble (type: double), cfloat (type: float), cbigint (type: bigint), csmallint (type: smallint), (cbigint / 3569) (type: double), ((- 257) - csmallint) (type: int), ((- 6432) * cfloat) (type: float), (- cdouble) (type: double), (cdouble * 10.175) (type: double), (((- 6432) * cfloat) / cfloat) (type: double), (- cfloat) (type: float), (cint % csmallint) (type: int), (- cdouble) (type: double), (cdouble * (- cdouble)) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + expressions: ctimestamp1 (type: timestamp), cstring2 (type: string), (cdouble * 10.175) (type: double), (((- 6432) * cfloat) / cfloat) (type: double), (- cfloat) (type: float), (cint % csmallint) (type: int), (cdouble * (- cdouble)) (type: double), cdouble (type: double), cfloat (type: float), cbigint (type: bigint), csmallint (type: smallint), (cbigint / 3569) (type: double), ((- 257) - csmallint) (type: int), ((- 6432) * cfloat) (type: float), (- cdouble) (type: double) + outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col15, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col5 (type: smallint), _col1 (type: string), _col2 (type: double) sort order: +++ Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: timestamp), _col1 (type: string), _col2 (type: double), _col3 (type: float), _col4 (type: bigint), _col5 (type: smallint), _col6 (type: double), _col7 (type: int), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: int), _col14 (type: double), _col15 (type: double) + value expressions: _col0 (type: timestamp), _col3 (type: float), _col4 (type: bigint), _col6 (type: double), _col7 (type: int), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: int), _col15 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: timestamp), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: double), VALUE._col1 (type: float), VALUE._col2 (type: bigint), KEY.reducesinkkey0 (type: smallint), VALUE._col3 (type: double), VALUE._col4 (type: int), VALUE._col5 (type: float), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: float), VALUE._col10 (type: int), VALUE._col6 (type: double), VALUE._col11 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -4111,9 +4115,11 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1371 Data size: 38389 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: int), _col7 (type: double), _col8 (type: int), _col9 (type: bigint), _col10 (type: bigint) + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: int), _col7 (type: double), _col8 (type: int), _col9 (type: bigint), _col10 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: int), VALUE._col6 (type: double), VALUE._col7 (type: int), VALUE._col8 (type: bigint), VALUE._col9 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 Statistics: Num rows: 1371 Data size: 38389 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -5728,8 +5734,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: double), _col1 (type: double), (2563.58 * _col1) (type: double), (- _col1) (type: double), _col2 (type: bigint), ((2563.58 * _col1) + (- 5638.15)) (type: double), ((- _col1) * ((2563.58 * _col1) + (- 5638.15))) (type: double), _col3 (type: double), _col4 (type: double), (_col0 - (- _col1)) (type: double), _col5 (type: double), (_col0 + _col1) (type: double), (_col0 * 762) (type: double), _col6 (type: double), ((- 863.257) % (_col0 * 762)) (type: double), _col6 (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + expressions: _col0 (type: double), _col1 (type: double), _col5 (type: double), (_col0 + _col1) (type: double), (_col0 * 762) (type: double), _col6 (type: double), ((- 863.257) % (_col0 * 762)) (type: double), (2563.58 * _col1) (type: double), (- _col1) (type: double), _col2 (type: bigint), ((2563.58 * _col1) + (- 5638.15)) (type: double), ((- _col1) * ((2563.58 * _col1) + (- 5638.15))) (type: double), _col3 (type: double), _col4 (type: double), (_col0 - (- _col1)) (type: double) + outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col14, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -5746,9 +5752,11 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double) + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col12 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -6482,8 +6490,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: boolean), _col1 (type: float), (- _col1) (type: float), ((- 26.28) / _col1) (type: double), _col2 (type: bigint), (_col2 - 10.175) (type: double), _col3 (type: double), (_col3 % _col1) (type: double), (10.175 + (- _col1)) (type: double), _col4 (type: double), ((_col2 - 10.175) + _col3) (type: double), _col5 (type: bigint), _col6 (type: double), (- (10.175 + (- _col1))) (type: double), (79.553 / _col6) (type: double), (_col3 % (79.553 / _col6)) (type: double), (- (10.175 + (- _col1))) (type: double), _col7 (type: bigint), _col8 (type: double), ((- 1.389) * _col5) (type: double), (_col7 - ((- 1.389) * _col5)) (type: double), _col9 (type: double), (- (_col7 - ((- 1.389) * _col5))) (type: double), _col10 (type: double), (- _col10) (type: double), (_col10 * _col7) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25 + expressions: _col0 (type: boolean), _col1 (type: float), ((_col2 - 10.175) + _col3) (type: double), _col5 (type: bigint), _col6 (type: double), (- (10.175 + (- _col1))) (type: double), (79.553 / _col6) (type: double), (_col3 % (79.553 / _col6)) (type: double), _col7 (type: bigint), _col8 (type: double), ((- 1.389) * _col5) (type: double), (- _col1) (type: float), (_col7 - ((- 1.389) * _col5)) (type: double), _col9 (type: double), (- (_col7 - ((- 1.389) * _col5))) (type: double), _col10 (type: double), (- _col10) (type: double), (_col10 * _col7) (type: double), ((- 26.28) / _col1) (type: double), _col2 (type: bigint), (_col2 - 10.175) (type: double), _col3 (type: double), (_col3 % _col1) (type: double), (10.175 + (- _col1)) (type: double), _col4 (type: double) + outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col14, _col15, _col17, _col18, _col19, _col2, _col20, _col21, _col22, _col23, _col24, _col25, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -6500,9 +6508,11 @@ STAGE PLANS: key expressions: _col0 (type: boolean) sort order: + Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: boolean), _col1 (type: float), _col2 (type: float), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col16 (type: double), _col17 (type: bigint), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double), _col22 (type: double), _col23 (type: double), _col24 (type: double), _col25 (type: double) + value expressions: _col1 (type: float), _col2 (type: float), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col17 (type: bigint), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double), _col22 (type: double), _col23 (type: double), _col24 (type: double), _col25 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: float), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: bigint), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col14 (type: double), VALUE._col12 (type: double), VALUE._col15 (type: bigint), VALUE._col16 (type: double), VALUE._col17 (type: double), VALUE._col18 (type: double), VALUE._col19 (type: double), VALUE._col20 (type: double), VALUE._col21 (type: double), VALUE._col22 (type: double), VALUE._col23 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25 Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/vectorized_context.q.out ql/src/test/results/clientpositive/vectorized_context.q.out index 6471f18..a65d69d 100644 --- ql/src/test/results/clientpositive/vectorized_context.q.out +++ ql/src/test/results/clientpositive/vectorized_context.q.out @@ -115,7 +115,7 @@ STAGE PLANS: Statistics: Num rows: 6075 Data size: 24300 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col6} {_col2} + 0 {_col2} {_col6} 1 keys: 0 _col1 (type: int) @@ -153,15 +153,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col6} {_col2} + 0 {_col2} {_col6} 1 keys: 0 _col1 (type: int) 1 hd_demo_sk (type: int) - outputColumnNames: _col1, _col6 + outputColumnNames: _col2, _col6 Statistics: Num rows: 7350 Data size: 88009 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col1 (type: string), _col6 (type: double) + expressions: _col6 (type: string), _col2 (type: double) outputColumnNames: _col0, _col1 Statistics: Num rows: 7350 Data size: 88009 Basic stats: COMPLETE Column stats: NONE Limit diff --git ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out index cceafb5..af84d5e 100644 --- ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out +++ ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out @@ -45,7 +45,6 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 5 Data size: 40 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint) Execution mode: vectorized Reduce Operator Tree: Group By Operator @@ -109,7 +108,6 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: struct), _col4 (type: struct) Execution mode: vectorized Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out index c4fb258..17683cd 100644 --- ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out +++ ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out @@ -23,7 +23,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: cint (type: int) Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: cint (type: int) TableScan alias: t1 Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE @@ -32,15 +31,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: cint (type: int) Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: cint (type: int) Execution mode: vectorized Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col2} - 1 {VALUE._col2} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col2, _col16 Statistics: Num rows: 103739 Data size: 414960 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out index 59f3edf..08e3c49 100644 --- ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out +++ ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out @@ -108,10 +108,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -242,10 +244,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -376,10 +380,12 @@ STAGE PLANS: key expressions: _col0 (type: boolean) sort order: + Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: boolean), _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -514,10 +520,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 1 Data size: 103 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 1 Data size: 103 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/compiler/plan/case_sensitivity.q.xml ql/src/test/results/compiler/plan/case_sensitivity.q.xml index 8ed0df6..550359d 100644 --- ql/src/test/results/compiler/plan/case_sensitivity.q.xml +++ ql/src/test/results/compiler/plan/case_sensitivity.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -897,34 +895,32 @@ - - - - - _col0 - - - - - - int - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + int + + + + + + + _col1 + + + + + + string + + + @@ -1011,40 +1007,38 @@ - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + @@ -1097,131 +1091,129 @@ - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - - - - mstringstring - - - src_thrift - - - - - - - - - - - - - map<string,string> - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + map<string,string> + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/cast1.q.xml ql/src/test/results/compiler/plan/cast1.q.xml index b9730c8..1143bc4 100644 --- ql/src/test/results/compiler/plan/cast1.q.xml +++ ql/src/test/results/compiler/plan/cast1.q.xml @@ -244,132 +244,130 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - double - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - - double - - - - - - - _col4 - - - - - - - - - int - - - - - - - _col5 - - - - - - - - boolean - - - - - boolean - - - - - - - _col6 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + double + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + + double + + + + + + + _col4 + + + + + + + + + int + + + + + + + _col5 + + + + + + + + boolean + + + + + boolean + + + + + + + _col6 + + + + + + + + + int + + + @@ -725,120 +723,118 @@ - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - - - - _c3 - - - _col3 - - - - - - double - - - - - - - _c4 - - - _col4 - - - - - - int - - - - - - - _c5 - - - _col5 - - - - - - boolean - - - - - - - _c6 - - - _col6 - - - - - - int - - - - + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + + + + + _c3 + + + _col3 + + + + + + double + + + + + + + _c4 + + + _col4 + + + + + + int + + + + + + + _c5 + + + _col5 + + + + + + boolean + + + + + + + _c6 + + + _col6 + + + + + + int + + + @@ -901,24 +897,22 @@ - - - - - key - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + @@ -962,69 +956,67 @@ - - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/groupby1.q.xml ql/src/test/results/compiler/plan/groupby1.q.xml index ccdcac3..af100ed 100755 --- ql/src/test/results/compiler/plan/groupby1.q.xml +++ ql/src/test/results/compiler/plan/groupby1.q.xml @@ -478,34 +478,32 @@ - - - - - KEY._col0 - - - - - - string - - - - - - - VALUE._col0 - - - - - - double - - - - + + + + KEY._col0 + + + + + + string + + + + + + + VALUE._col0 + + + + + + double + + + @@ -650,40 +648,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + @@ -818,40 +814,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -904,52 +898,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1135,40 +1127,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1242,37 +1232,35 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - - - - double - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + + + + double + + + @@ -1373,40 +1361,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + diff --git ql/src/test/results/compiler/plan/groupby2.q.xml ql/src/test/results/compiler/plan/groupby2.q.xml index 1c7f864..f9e1540 100755 --- ql/src/test/results/compiler/plan/groupby2.q.xml +++ ql/src/test/results/compiler/plan/groupby2.q.xml @@ -362,47 +362,45 @@ - - - - - KEY._col0 - - - - - - string - - - - - - - KEY._col1:0._col0 - - - - - - string - - - - - - - VALUE._col1 - - - - - - double - - - - + + + + KEY._col0 + + + + + + string + + + + + + + KEY._col1:0._col0 + + + + + + string + + + + + + + VALUE._col1 + + + + + + double + + + @@ -709,76 +707,74 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - bigint - - - - - bigint - - - - - - - _col3 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + bigint + + + + + bigint + + + + + + + _col3 + + + + + + + + + double + + + @@ -909,40 +905,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -995,52 +989,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1243,56 +1235,54 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - bigint - - - - - - - _col2 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + bigint + + + + + + + _col2 + + + + + + + + + string + + + @@ -1413,56 +1403,54 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - - - - _c1 - - - _col1 - - - - - - bigint - - - - - - - _c2 - - - _col2 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + string + + + + + + + _c1 + + + _col1 + + + + + + bigint + + + + + + + _c2 + + + _col2 + + + + + + string + + + @@ -1601,56 +1589,54 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - bigint - - - - - - - _col2 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + bigint + + + + + + + _col2 + + + + + + + + + double + + + diff --git ql/src/test/results/compiler/plan/groupby3.q.xml ql/src/test/results/compiler/plan/groupby3.q.xml index 4263f22..ee32e0e 100644 --- ql/src/test/results/compiler/plan/groupby3.q.xml +++ ql/src/test/results/compiler/plan/groupby3.q.xml @@ -426,73 +426,71 @@ - - - - - KEY._col0:0._col0 - - - - - - string - - - - - - - VALUE._col0 - - - - - - double - - - - - - - VALUE._col1 - - - - - - struct<count:bigint,sum:double,input:string> - - - - - - - VALUE._col3 - - - - - - string - - - - - - - VALUE._col4 - - - - - - string - - - - + + + + KEY._col0:0._col0 + + + + + + string + + + + + + + VALUE._col0 + + + + + + double + + + + + + + VALUE._col1 + + + + + + struct<count:bigint,sum:double,input:string> + + + + + + + VALUE._col3 + + + + + + string + + + + + + + VALUE._col4 + + + + + + string + + + @@ -927,104 +925,102 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - struct<count:bigint,sum:double,input:string> - - - - - - - _col3 - - - - - - - - - struct<count:bigint,sum:double,input:string> - - - - - - - _col4 - - - - - - - - - string - - - - - - - _col5 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + struct<count:bigint,sum:double,input:string> + + + + + + + _col3 + + + + + + + + + struct<count:bigint,sum:double,input:string> + + + + + + + _col4 + + + + + + + + + string + + + + + + + _col5 + + + + + + + + + string + + + @@ -1139,24 +1135,22 @@ - - - - - value - - - src - - - - - - string - - - - + + + + value + + + src + + + + + + string + + + @@ -1200,65 +1194,63 @@ - - - - - key - - - src - - - - - - string - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1461,88 +1453,86 @@ - - - - - _col0 - - - - - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - - string - - - - - - - _col4 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + + string + + + + + + + _col4 + + + + + + + + + string + + + @@ -1676,88 +1666,86 @@ - - - - - _c0 - - - _col0 - - - - - - double - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - - - - _c3 - - - _col3 - - - - - - string - - - - - - - _c4 - - - _col4 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + double + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + + + + + _c3 + + + _col3 + + + + + + string + + + + + + + _c4 + + + _col4 + + + + + + string + + + @@ -1967,88 +1955,86 @@ - - - - - _col0 - - - - - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - - string - - - - - - - _col4 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + + string + + + + + + + _col4 + + + + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/groupby4.q.xml ql/src/test/results/compiler/plan/groupby4.q.xml index c230799..1822733 100644 --- ql/src/test/results/compiler/plan/groupby4.q.xml +++ ql/src/test/results/compiler/plan/groupby4.q.xml @@ -304,21 +304,19 @@ - - - - - KEY._col0 - - - - - - string - - - - + + + + KEY._col0 + + + + + + string + + + @@ -437,24 +435,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -573,24 +569,22 @@ - - - - - key - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + @@ -634,65 +628,63 @@ - - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -895,24 +887,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -966,24 +956,22 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + string + + + @@ -1051,24 +1039,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/groupby5.q.xml ql/src/test/results/compiler/plan/groupby5.q.xml index fc9b686..0bfc684 100644 --- ql/src/test/results/compiler/plan/groupby5.q.xml +++ ql/src/test/results/compiler/plan/groupby5.q.xml @@ -330,34 +330,32 @@ - - - - - KEY._col0 - - - - - - string - - - - - - - VALUE._col0 - - - - - - double - - - - + + + + KEY._col0 + + + + + + string + + + + + + + VALUE._col0 + + + + + + double + + + @@ -502,40 +500,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + @@ -670,40 +666,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -756,52 +750,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1004,40 +996,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + @@ -1111,43 +1101,41 @@ - - - - - key - - - _col0 - - - src - - - - - - string - - - - - - - _c1 - - - _col1 - - - - - - double - - - - + + + + key + + + _col0 + + + src + + + + + + string + + + + + + + _c1 + + + _col1 + + + + + + double + + + @@ -1248,40 +1236,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + diff --git ql/src/test/results/compiler/plan/groupby6.q.xml ql/src/test/results/compiler/plan/groupby6.q.xml index a7fa37a..5b3696c 100644 --- ql/src/test/results/compiler/plan/groupby6.q.xml +++ ql/src/test/results/compiler/plan/groupby6.q.xml @@ -304,21 +304,19 @@ - - - - - KEY._col0 - - - - - - string - - - - + + + + KEY._col0 + + + + + + string + + + @@ -437,24 +435,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -573,24 +569,22 @@ - - - - - value - - - src - - - - - - string - - - - + + + + value + + + src + + + + + + string + + + @@ -634,65 +628,63 @@ - - - - - key - - - src - - - - - - string - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -895,24 +887,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -966,24 +956,22 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + string + + + @@ -1051,24 +1039,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input1.q.xml ql/src/test/results/compiler/plan/input1.q.xml index 7dee05b..24a2da9 100755 --- ql/src/test/results/compiler/plan/input1.q.xml +++ ql/src/test/results/compiler/plan/input1.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -848,40 +846,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -948,40 +944,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -1034,56 +1028,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input2.q.xml ql/src/test/results/compiler/plan/input2.q.xml index 62cd3ed..57146f6 100755 --- ql/src/test/results/compiler/plan/input2.q.xml +++ ql/src/test/results/compiler/plan/input2.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -727,40 +725,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1225,40 +1221,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1852,40 +1846,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1952,40 +1944,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -2119,40 +2109,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -2262,14 +2250,12 @@ - - - - - - - - + + + + + + @@ -2403,37 +2389,35 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - - - - int - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + + + + int + + + @@ -2492,11 +2476,9 @@ - - - - - + + + @@ -2549,56 +2531,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input20.q.xml ql/src/test/results/compiler/plan/input20.q.xml index 91c20a2..ef75f8e 100644 --- ql/src/test/results/compiler/plan/input20.q.xml +++ ql/src/test/results/compiler/plan/input20.q.xml @@ -1,1395 +1,1347 @@ - -#### A masked pattern was here #### - - - Stage-1 - - - - - true - - - - - tmap:src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - tmap:src - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - key - - - _col0 - - - - - - string - - - - - - - value - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - double,double - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - serialization.last.column.takes.rest - true - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - - - - - key - - - src - - - - - - - - - - - - int - - - - - 5 - - - - - - - - - false - - - - - - - double - - - - - - - _col0 - - - - - - - key - - - src - - - - - - - - - - - - - 2 - - - - - - - - - false - - - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - double - - - - - - - _col1 - - - - - - double - - - - - - - - - - - - - - src - - - - - 0 - - - - - - - key - - - - - - - - - - TS_0 - - - - - key - - - - - - - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - - - - - - - - - - #### A masked pattern was here #### - - - tmap:src - - - - - - - #### A masked pattern was here #### - - - src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - -1 - - - - - - - - - - - - - - - - - #### A masked pattern was here #### - - - - - NONE - - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - hive.serialization.extend.nesting.levels - true - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 1 - - - columns.types - string:string - - - escape.delim - \ - - - - - - - 1 - - - - - FS_7 - - - - - - - - - - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_6 - - - - - - - - - - - - - - key - - - _col0 - - - - - - string - - - - - - - value - - - _col1 - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_5 - - - - - - - - - - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + Stage-1 + + + + + true + + + + + tmap:src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + tmap:src + + + + + + + + + + + + + + VALUE._col1 + + + _col1 + + + + + string + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + KEY.reducesinkkey0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + key + + + VALUE._col0 + + + tmap + + + + + + string + + + + + + + value + + + VALUE._col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + double,double + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + serialization.last.column.takes.rest + true + + + + + + + + + SCR_2 + + + + + + + + + + + + + key + + + _col0 + + + + + + string + + + + + + + value + + + _col1 + + + + + + string + + + + + + + + + + + + + _col1 + + + + + + + key + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + false + + + + + + + double + + + + + + + _col0 + + + + + + + key + + + src + + + + + + + + + + + + + 2 + + + + + + + + + false + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + _col0 + + + + + + double + + + + + + + _col1 + + + + + + double + + + + + + + + + + + + + src + + + + + 0 + + + + + + + key + + + + + + + + + + TS_0 + + + + + key + + + + + + + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + + + + + + + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + -1 + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + NONE + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + hive.serialization.extend.nesting.levels + true + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 1 + + + columns.types + string:string + + + escape.delim + \ + + + + + + + 1 + + + + + FS_7 + + + + + + + + + + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_6 + + + + + + + + + + + + + key + + + _col0 + + + + + + string + + + + + + + value + + + _col1 + + + + + + string + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + + + + + + _col0 + + + VALUE._col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_4 + + + + + + + + + + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input3.q.xml ql/src/test/results/compiler/plan/input3.q.xml index 6342d16..c55fee9 100755 --- ql/src/test/results/compiler/plan/input3.q.xml +++ ql/src/test/results/compiler/plan/input3.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -727,40 +725,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1284,40 +1280,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1783,24 +1777,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -2321,40 +2313,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -2421,40 +2411,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -2588,40 +2576,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -2731,14 +2717,12 @@ - - - - - - - - + + + + + + @@ -2872,37 +2856,35 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - - - - int - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + + + + int + + + @@ -3012,11 +2994,9 @@ - - - - - + + + @@ -3121,27 +3101,25 @@ - - - - - value - - - _col0 - - - src - - - - - - string - - - - + + + + value + + + _col0 + + + src + + + + + + string + + + @@ -3200,14 +3178,12 @@ - - - - - - - - + + + + + + @@ -3260,56 +3236,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input4.q.xml ql/src/test/results/compiler/plan/input4.q.xml index 1bfd84d..5b19d23 100755 --- ql/src/test/results/compiler/plan/input4.q.xml +++ ql/src/test/results/compiler/plan/input4.q.xml @@ -1,1362 +1,1316 @@ - -#### A masked pattern was here #### - - - - - - - - - - - Stage-2 - - - - - - - - - - - - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - - - Stage-0 - - - - - - - - - - - - - - - - HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME - - - HIVE_DEFAULT_LIST_BUCKETING_KEY - - - - - - - - - - - - - - - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - Stage-1 - - - - - true - - - - - tmap:src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - tmap:src - - - - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - tkey - - - _col0 - - - - - - string - - - - - - - tvalue - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - - - - - - - - - int - - - - - 100 - - - - - - - - - - - - boolean - - - - - - - - - FIL_8 - - - - - - - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - /bin/cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - value - - - src - - - - - - - - _col0 - - - key - - - src - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - - - - - - - - - - - src - - - - - 0 - - - 1 - - - - - - - key - - - value - - - - - - - - - - TS_0 - - - - - key - - - value - - - - - - - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - - - - - - - - - true - - - - #### A masked pattern was here #### - - - tmap:src - - - - - - - #### A masked pattern was here #### - - - src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - true - - - - - - -1 - - - - - - - - - - - - - 1 - - - - #### A masked pattern was here #### - - - - - NONE - - - - true - - - - - - 150 - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - - 1 - - - - - FS_7 - - - - - - - - - - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_6 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + Stage-1 + + + + + true + + + + + tmap:src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + tmap:src + + + + + + + + + + + + + + + + + VALUE._col1 + + + _col1 + + + + + string + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + KEY.reducesinkkey0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + tkey + + + VALUE._col0 + + + tmap + + + + + + string + + + + + + + tvalue + + + VALUE._col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + + int + + + + + 100 + + + + + + + + + + + + boolean + + + + + + + + + FIL_8 + + + + + + + + + + + + + tkey + + + _col0 + + + + + + string + + + + + + + tvalue + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + + + + + + + src + + + + + 0 + + + 1 + + + + + + + key + + + value + + + + + + + + + + TS_0 + + + + + key + + + value + + + + + + + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + + + + + + + + + true + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + true + + + + + + -1 + + + + + + + + + + 1 + + + + #### A masked pattern was here #### + + + + + NONE + + + + true + + + + + + 150 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + FS_7 + + + + + + + + + + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + + + + + + _col0 + + + VALUE._col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_4 + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input5.q.xml ql/src/test/results/compiler/plan/input5.q.xml index af6cd5b..5d1d51f 100644 --- ql/src/test/results/compiler/plan/input5.q.xml +++ ql/src/test/results/compiler/plan/input5.q.xml @@ -1,1428 +1,1382 @@ - -#### A masked pattern was here #### - - - - - - - - - - - Stage-2 - - - - - - - - - - - - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - - - Stage-0 - - - - - - - - - - - - - - - - HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME - - - HIVE_DEFAULT_LIST_BUCKETING_KEY - - - - - - - - - - - - - - - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - Stage-1 - - - - - true - - - - - tmap:src_thrift - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - - - - name - default.src_thrift - - - columns.types - - - - serialization.ddl - struct src_thrift { } - - - columns - - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - columns.comments - - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns.types - - - - location - #### A masked pattern was here #### - - - columns - - - - COLUMN_STATS_ACCURATE - true - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - numRows - 0 - - - numFiles - 1 - - - serialization.ddl - struct src_thrift { } - - - transient_lastDdlTime - #### A masked pattern was here #### - - - rawDataSize - 0 - - - columns.comments - - - - totalSize - 1606 - - - bucket_count - -1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - name - default.src_thrift - - - - - - - - - - - tmap:src_thrift - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - tkey - - - _col0 - - - - - - string - - - - - - - tvalue - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - /bin/cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - array<int>,array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - lintstring - - - src_thrift - - - - - - - - - myint - - - mystring - - - underscore_int - - - - - - - - - int - - - - - - - - - - - - - - - - - - - _col0 - - - lint - - - src_thrift - - - - - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - array<int> - - - - - - - _col1 - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - - - - - - - - src_thrift - - - - - 2 - - - 4 - - - - - - - lint - - - lintstring - - - - - - - - - - TS_0 - - - - - lint - - - lintstring - - - - - - - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - mstringstring - - - src_thrift - - - - - - - - - - - - - map<string,string> - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - - - - - - - - - true - - - - #### A masked pattern was here #### - - - tmap:src_thrift - - - - - - - #### A masked pattern was here #### - - - src_thrift - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - - - - columns.types - - - - location - #### A masked pattern was here #### - - - columns - - - - COLUMN_STATS_ACCURATE - true - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - numRows - 0 - - - numFiles - 1 - - - serialization.ddl - struct src_thrift { } - - - transient_lastDdlTime - #### A masked pattern was here #### - - - rawDataSize - 0 - - - columns.comments - - - - totalSize - 1606 - - - bucket_count - -1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - name - default.src_thrift - - - - - - - - - - - - - - true - - - - - - -1 - - - - - - - - - - - - - 1 - - - - #### A masked pattern was here #### - - - - - NONE - - - - true - - - - - - 150 - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - - 1 - - - - - FS_6 - - - - - - - - - - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_5 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + Stage-1 + + + + + true + + + + + tmap:src_thrift + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + columns.comments + + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns.types + + + + location + #### A masked pattern was here #### + + + columns + + + + COLUMN_STATS_ACCURATE + true + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + numRows + 0 + + + numFiles + 1 + + + serialization.ddl + struct src_thrift { } + + + transient_lastDdlTime + #### A masked pattern was here #### + + + rawDataSize + 0 + + + columns.comments + + + + totalSize + 1606 + + + bucket_count + -1 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + name + default.src_thrift + + + + + + + + + + + tmap:src_thrift + + + + + + + + + + + + + + VALUE._col1 + + + _col1 + + + + + string + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + KEY.reducesinkkey0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + tkey + + + VALUE._col0 + + + tmap + + + + + + string + + + + + + + tvalue + + + VALUE._col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + array<int>,array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_2 + + + + + + + + + + + + + tkey + + + _col0 + + + + + + string + + + + + + + tvalue + + + _col1 + + + + + + string + + + + + + + + + + + + + _col1 + + + lintstring + + + src_thrift + + + + + + + + + myint + + + mystring + + + underscore_int + + + + + + + + + int + + + + + + + + + + + + + + + + + + + _col0 + + + lint + + + src_thrift + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + _col0 + + + + + + array<int> + + + + + + + _col1 + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + + + + + + + src_thrift + + + + + 2 + + + 4 + + + + + + + lint + + + lintstring + + + + + + + + + + TS_0 + + + + + lint + + + lintstring + + + + + + + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + map<string,string> + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + + + + + + + + + true + + + + #### A masked pattern was here #### + + + tmap:src_thrift + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + columns.types + + + + location + #### A masked pattern was here #### + + + columns + + + + COLUMN_STATS_ACCURATE + true + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + numRows + 0 + + + numFiles + 1 + + + serialization.ddl + struct src_thrift { } + + + transient_lastDdlTime + #### A masked pattern was here #### + + + rawDataSize + 0 + + + columns.comments + + + + totalSize + 1606 + + + bucket_count + -1 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + name + default.src_thrift + + + + + + + + + + + + + + true + + + + + + -1 + + + + + + + + + + 1 + + + + #### A masked pattern was here #### + + + + + NONE + + + + true + + + + + + 150 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + FS_6 + + + + + + + + + + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + + + + + + _col0 + + + VALUE._col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_4 + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input6.q.xml ql/src/test/results/compiler/plan/input6.q.xml index 85f090a..57f96fd 100644 --- ql/src/test/results/compiler/plan/input6.q.xml +++ ql/src/test/results/compiler/plan/input6.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -848,40 +846,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src1 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src1 + + + + + + string + + + @@ -934,40 +930,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -1020,56 +1014,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input7.q.xml ql/src/test/results/compiler/plan/input7.q.xml index 6150879..a0ba850 100644 --- ql/src/test/results/compiler/plan/input7.q.xml +++ ql/src/test/results/compiler/plan/input7.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -839,41 +837,39 @@ - - - - - _col0 - - - - - void - - - - - void - - - - - - - _col1 - - - src1 - - - - - - string - - - - + + + + _col0 + + + + + void + + + + + void + + + + + + + _col1 + + + src1 + + + + + + string + + + @@ -917,82 +913,80 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input8.q.xml ql/src/test/results/compiler/plan/input8.q.xml index 7be51ff..3cb1dfe 100644 --- ql/src/test/results/compiler/plan/input8.q.xml +++ ql/src/test/results/compiler/plan/input8.q.xml @@ -241,60 +241,58 @@ - - - - - _col0 - - - - - - - - double - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + double + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + @@ -446,56 +444,54 @@ - - - - - _c0 - - - _col0 - - - - - - double - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - + + + + _c0 + + + _col0 + + + + + + double + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + @@ -539,82 +535,80 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input9.q.xml ql/src/test/results/compiler/plan/input9.q.xml index 9b0b51e..124e73d 100644 --- ql/src/test/results/compiler/plan/input9.q.xml +++ ql/src/test/results/compiler/plan/input9.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -842,41 +840,39 @@ - - - - - _col0 - - - - - void - - - - - void - - - - - - - _col1 - - - src1 - - - - - - string - - - - + + + + _col0 + + + + + void + + + + + void + + + + + + + _col1 + + + src1 + + + + + + string + + + @@ -922,24 +918,22 @@ - - - - - key - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + @@ -983,69 +977,67 @@ - - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_part1.q.xml ql/src/test/results/compiler/plan/input_part1.q.xml index e876d99..50ad0e8 100644 --- ql/src/test/results/compiler/plan/input_part1.q.xml +++ ql/src/test/results/compiler/plan/input_part1.q.xml @@ -273,76 +273,74 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -462,84 +460,82 @@ - - - - - key - - - _col0 - - - srcpart - - - - - - string - - - - - - - value - - - _col1 - - - srcpart - - - - - - string - - - - - - - hr - - - _col2 - - - srcpart - - - - - - string - - - - - - - ds - - - _col3 - - - srcpart - - - - - - string - - - - + + + + key + + + _col0 + + + srcpart + + + + + + string + + + + + + + value + + + _col1 + + + srcpart + + + + + + string + + + + + + + hr + + + _col2 + + + srcpart + + + + + + string + + + + + + + ds + + + _col3 + + + srcpart + + + + + + string + + + @@ -606,72 +602,70 @@ - - - - - key - - - srcpart - - - - - - string - - - - - - - value - - - srcpart - - - - - - string - - - - - - - ds - - - srcpart - - - - - - string - - - - - - - hr - - - srcpart - - - - - - string - - - - + + + + key + + + srcpart + + + + + + string + + + + + + + value + + + srcpart + + + + + + string + + + + + + + ds + + + srcpart + + + + + + string + + + + + + + hr + + + srcpart + + + + + + string + + + @@ -730,62 +724,60 @@ - - - - - - - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - srcpart - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - srcpart - - - - - - string - - - - + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + srcpart + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + srcpart + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_testsequencefile.q.xml ql/src/test/results/compiler/plan/input_testsequencefile.q.xml index 3e59876..6a9d7a0 100644 --- ql/src/test/results/compiler/plan/input_testsequencefile.q.xml +++ ql/src/test/results/compiler/plan/input_testsequencefile.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -786,40 +784,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -872,82 +868,80 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_testxpath.q.xml ql/src/test/results/compiler/plan/input_testxpath.q.xml index d81da5b..d46688d 100644 --- ql/src/test/results/compiler/plan/input_testxpath.q.xml +++ ql/src/test/results/compiler/plan/input_testxpath.q.xml @@ -249,64 +249,62 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - string - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + string + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + @@ -527,56 +525,54 @@ - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - mystring - - - _col1 - - - - - - string - - - - - - - _c2 - - - _col2 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + int + + + + + + + mystring + + + _col1 + + + + + + string + + + + + + + _c2 + + + _col2 + + + + + + string + + + @@ -638,150 +634,148 @@ - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - mstringstring - - - src_thrift - - - - - - map<string,string> - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + mstringstring + + + src_thrift + + + + + + map<string,string> + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_testxpath2.q.xml ql/src/test/results/compiler/plan/input_testxpath2.q.xml index 4cff809..f31428a 100644 --- ql/src/test/results/compiler/plan/input_testxpath2.q.xml +++ ql/src/test/results/compiler/plan/input_testxpath2.q.xml @@ -252,60 +252,58 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - - int - - - - - - - _col2 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + + int + + + + + + + _col2 + + + + + + + + + int + + + @@ -487,56 +485,54 @@ - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - int - - - - - - - _c2 - - - _col2 - - - - - - int - - - - + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + int + + + + + + + _c2 + + + _col2 + + + + + + int + + + @@ -644,56 +640,54 @@ - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - mstringstring - - - src_thrift - - - - - - map<string,string> - - - - + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + mstringstring + + + src_thrift + + + + + + map<string,string> + + + @@ -755,111 +749,109 @@ - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join1.q.xml ql/src/test/results/compiler/plan/join1.q.xml index 87da3ee..376ba57 100644 --- ql/src/test/results/compiler/plan/join1.q.xml +++ ql/src/test/results/compiler/plan/join1.q.xml @@ -379,7 +379,7 @@ - VALUE._col1 + VALUE._col0 value @@ -397,8 +397,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -420,17 +420,7 @@ - - - key - - - src2 - - - - - + @@ -446,7 +436,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -483,7 +473,7 @@ - _col1 + _col0 @@ -512,7 +502,7 @@ columns - _col1 + _col0 serialization.lib @@ -543,40 +533,22 @@ - - - - - VALUE._col0 - - - src2 - - - - - - string - - - - - - - VALUE._col1 - - - src2 - - - - - - string - - - - + + + + VALUE._col0 + + + src2 + + + + + + string + + + @@ -629,82 +601,80 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -719,8 +689,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -742,17 +712,7 @@ - - - key - - - src1 - - - - - + @@ -768,7 +728,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -803,21 +763,13 @@ - - - _col0 - - + - - - - - + @@ -831,7 +783,7 @@ columns - _col0 + serialization.lib @@ -839,7 +791,7 @@ columns.types - string + escape.delim @@ -860,28 +812,7 @@ - - - - - - - VALUE._col0 - - - src1 - - - - - - string - - - - - - + @@ -923,78 +854,76 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -1186,40 +1115,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1230,7 +1157,7 @@ _col1 - + _col5 @@ -1244,7 +1171,7 @@ _col0 - + _col0 @@ -1263,10 +1190,10 @@ - + - + @@ -1293,40 +1220,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src2 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src2 + + + + + + string + + + @@ -1337,9 +1262,9 @@ _col5 - + - VALUE._col1 + VALUE._col0 src2 @@ -1351,9 +1276,9 @@ _col0 - + - VALUE._col0 + KEY.reducesinkkey0 src1 @@ -1384,7 +1309,7 @@ 0 - + @@ -1392,7 +1317,7 @@ 1 - + @@ -1511,40 +1436,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col5 - - - src2 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col5 + + + src2 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join2.q.xml ql/src/test/results/compiler/plan/join2.q.xml index c071b4c..ad16e9c 100644 --- ql/src/test/results/compiler/plan/join2.q.xml +++ ql/src/test/results/compiler/plan/join2.q.xml @@ -325,7 +325,7 @@ - VALUE._col4 + VALUE._col0 _col0 @@ -342,6 +342,55 @@ + + KEY.reducesinkkey0 + + + + + + + _col0 + + + src1 + + + + + + + + + + _col4 + + + src2 + + + + + + + + + + + + false + + + + + + + double + + + + + @@ -352,52 +401,7 @@ - - - - - - - _col0 - - - src1 - - - - - - - - - - _col4 - - - src2 - - - - - - - - - - - - false - - - - - - - double - - - - + @@ -413,7 +417,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -450,7 +454,7 @@ - _col4 + _col0 @@ -476,7 +480,7 @@ columns - _col4 + _col0 serialization.lib @@ -507,24 +511,22 @@ - - - - - VALUE._col4 - - - src1 - - - - - - string - - - - + + + + VALUE._col0 + + + src1 + + + + + + string + + + @@ -564,40 +566,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col4 - - - src2 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col4 + + + src2 + + + + + + string + + + @@ -625,6 +625,41 @@ + + KEY.reducesinkkey0 + + + + + + + key + + + src3 + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + UDFToDouble + + + + + + + + @@ -635,38 +670,7 @@ - - - - - - - key - - - src3 - - - - - - - - - - - - org.apache.hadoop.hive.ql.udf.UDFToDouble - - - UDFToDouble - - - - - - - + @@ -682,7 +686,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -779,24 +783,22 @@ - - - - - VALUE._col1 - - - src3 - - - - - - string - - - - + + + + VALUE._col1 + + + src3 + + + + + + string + + + @@ -849,82 +851,80 @@ - - - - - key - - - src3 - - - - - - string - - - - - - - value - - - src3 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src3 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src3 - - - - - - string - - - - + + + + key + + + src3 + + + + + + string + + + + + + + value + + + src3 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + string + + + @@ -1168,52 +1168,50 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + _col1 + + _col9 @@ -1228,7 +1226,7 @@ _col0 - _col4 + _col0 src1 @@ -1275,40 +1273,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src3 + + + + + + string + + + @@ -1318,10 +1314,10 @@ - _col4 + _col0 - VALUE._col4 + VALUE._col0 src1 @@ -1404,7 +1400,7 @@ - _col4 + _col0 _col9 @@ -1512,40 +1508,38 @@ - - - - - _col4 - - - src1 - - - - - - string - - - - - - - _col9 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col9 + + + src3 + + + + + + string + + + @@ -1715,7 +1709,7 @@ - VALUE._col0 + KEY.reducesinkkey0 key @@ -1738,17 +1732,7 @@ - - - key - - - src2 - - - - - + @@ -1764,7 +1748,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -1799,11 +1783,7 @@ - - - _col0 - - + @@ -1812,11 +1792,7 @@ 1 - - - - - + @@ -1830,7 +1806,7 @@ columns - _col0 + serialization.lib @@ -1838,7 +1814,7 @@ columns.types - string + escape.delim @@ -1859,28 +1835,7 @@ - - - - - - - VALUE._col0 - - - src2 - - - - - - string - - - - - - + @@ -1922,78 +1877,76 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -2008,7 +1961,7 @@ - VALUE._col0 + KEY.reducesinkkey0 key @@ -2031,17 +1984,7 @@ - - - key - - - src1 - - - - - + @@ -2057,7 +2000,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -2092,21 +2035,13 @@ - - - _col0 - - + - - - - - + @@ -2120,7 +2055,7 @@ columns - _col0 + serialization.lib @@ -2128,7 +2063,7 @@ columns.types - string + escape.delim @@ -2149,28 +2084,7 @@ - - - - - - - VALUE._col0 - - - src1 - - - - - - string - - - - - - + @@ -2212,78 +2126,76 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -2455,7 +2367,7 @@ _col4 - VALUE._col0 + KEY.reducesinkkey0 src2 @@ -2469,7 +2381,7 @@ _col0 - VALUE._col0 + KEY.reducesinkkey0 src1 diff --git ql/src/test/results/compiler/plan/join3.q.xml ql/src/test/results/compiler/plan/join3.q.xml index 0a2adf7..489a0d1 100644 --- ql/src/test/results/compiler/plan/join3.q.xml +++ ql/src/test/results/compiler/plan/join3.q.xml @@ -444,8 +444,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -471,17 +471,7 @@ - - - key - - - src2 - - - - - + @@ -497,7 +487,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -584,28 +574,7 @@ - - - - - - - VALUE._col0 - - - src2 - - - - - - string - - - - - - + @@ -647,82 +616,80 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -737,8 +704,8 @@ - VALUE._col1 - + VALUE._col0 + value @@ -751,8 +718,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -774,17 +741,7 @@ - - - key - - - src3 - - - - - + @@ -800,7 +757,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -837,7 +794,7 @@ - _col1 + _col0 @@ -850,7 +807,7 @@ - + @@ -866,7 +823,7 @@ columns - _col1 + _col0 serialization.lib @@ -897,40 +854,22 @@ - - - - - VALUE._col0 - - - src3 - - - - - - string - - - - - - - VALUE._col1 - - - src3 - - - - - - string - - - - + + + + VALUE._col0 + + + src3 + + + + + + string + + + @@ -983,78 +922,76 @@ - - - - - key - - - src3 - - - - - - string - - - - - - - value - - - src3 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src3 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src3 - - - - - - string - - - - + + + + key + + + src3 + + + + + + string + + + + + + + value + + + src3 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + string + + + @@ -1069,8 +1006,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -1092,17 +1029,7 @@ - - - key - - - src1 - - - - - + @@ -1118,7 +1045,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -1153,21 +1080,13 @@ - - - _col0 - - + - - - - - + @@ -1181,7 +1100,7 @@ columns - _col0 + serialization.lib @@ -1189,7 +1108,7 @@ columns.types - string + escape.delim @@ -1210,28 +1129,7 @@ - - - - - - - VALUE._col0 - - - src1 - - - - - - string - - - - - - + @@ -1273,78 +1171,76 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -1539,40 +1435,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1583,7 +1477,7 @@ _col1 - + _col9 @@ -1597,7 +1491,7 @@ _col0 - + _col0 @@ -1616,10 +1510,10 @@ - + - + @@ -1646,40 +1540,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src3 + + + + + + string + + + @@ -1690,9 +1582,9 @@ _col0 - + - VALUE._col0 + KEY.reducesinkkey0 src1 @@ -1704,9 +1596,9 @@ _col9 - + - VALUE._col1 + VALUE._col0 src3 @@ -1744,7 +1636,7 @@ 0 - + @@ -1756,7 +1648,7 @@ 2 - + @@ -1909,40 +1801,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col9 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col9 + + + src3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join4.q.xml ql/src/test/results/compiler/plan/join4.q.xml index acde2b4..22a4911 100644 --- ql/src/test/results/compiler/plan/join4.q.xml +++ ql/src/test/results/compiler/plan/join4.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -647,40 +614,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -733,56 +698,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -803,7 +766,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -814,7 +777,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -834,14 +797,7 @@ - - - _col0 - - - - - + @@ -857,7 +813,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -896,9 +852,6 @@ _col0 - - _col1 - @@ -910,9 +863,6 @@ - - - @@ -929,7 +879,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -937,7 +887,7 @@ columns.types - string,string + string escape.delim @@ -960,40 +910,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1067,34 +999,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1204,40 +1134,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1290,52 +1218,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1544,72 +1470,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1624,9 +1548,6 @@ _col3 - - b - @@ -1638,9 +1559,6 @@ _col2 - - b - @@ -1652,9 +1570,6 @@ _col1 - - a - @@ -1666,9 +1581,6 @@ _col0 - - a - @@ -1723,84 +1635,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1813,10 +1723,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -1827,10 +1734,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -1841,10 +1745,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -1855,10 +1756,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2017,72 +1915,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join5.q.xml ql/src/test/results/compiler/plan/join5.q.xml index c9a6c8f..5033366 100644 --- ql/src/test/results/compiler/plan/join5.q.xml +++ ql/src/test/results/compiler/plan/join5.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -647,40 +614,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -733,56 +698,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -803,7 +766,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -814,7 +777,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -834,14 +797,7 @@ - - - _col0 - - - - - + @@ -857,7 +813,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -896,9 +852,6 @@ _col0 - - _col1 - @@ -910,9 +863,6 @@ - - - @@ -929,7 +879,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -937,7 +887,7 @@ columns.types - string,string + string escape.delim @@ -960,40 +910,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1067,34 +999,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1204,40 +1134,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1290,52 +1218,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1544,72 +1470,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1624,9 +1548,6 @@ _col3 - - b - @@ -1638,9 +1559,6 @@ _col2 - - b - @@ -1652,9 +1570,6 @@ _col1 - - a - @@ -1666,9 +1581,6 @@ _col0 - - a - @@ -1723,84 +1635,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1813,10 +1723,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -1827,10 +1734,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -1841,10 +1745,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -1855,10 +1756,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2013,72 +1911,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join6.q.xml ql/src/test/results/compiler/plan/join6.q.xml index 8dc1847..b1185a9 100644 --- ql/src/test/results/compiler/plan/join6.q.xml +++ ql/src/test/results/compiler/plan/join6.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -647,40 +614,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -733,56 +698,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -803,7 +766,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -814,7 +777,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -834,14 +797,7 @@ - - - _col0 - - - - - + @@ -857,7 +813,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -896,9 +852,6 @@ _col0 - - _col1 - @@ -910,9 +863,6 @@ - - - @@ -929,7 +879,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -937,7 +887,7 @@ columns.types - string,string + string escape.delim @@ -960,40 +910,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1067,34 +999,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1204,40 +1134,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1290,52 +1218,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1544,72 +1470,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1624,9 +1548,6 @@ _col3 - - b - @@ -1638,9 +1559,6 @@ _col2 - - b - @@ -1652,9 +1570,6 @@ _col1 - - a - @@ -1666,9 +1581,6 @@ _col0 - - a - @@ -1723,84 +1635,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1813,10 +1723,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -1827,10 +1734,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -1841,10 +1745,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -1855,10 +1756,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2020,72 +1918,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join7.q.xml ql/src/test/results/compiler/plan/join7.q.xml index f6a4705..a1ab3e6 100644 --- ql/src/test/results/compiler/plan/join7.q.xml +++ ql/src/test/results/compiler/plan/join7.q.xml @@ -302,7 +302,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -317,7 +317,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -337,14 +337,7 @@ - - - _col0 - - - - - + @@ -360,7 +353,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -399,9 +392,6 @@ _col0 - - _col1 - @@ -410,9 +400,6 @@ - - - @@ -429,7 +416,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -437,7 +424,7 @@ columns.types - string,string + string escape.delim @@ -460,40 +447,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -567,34 +536,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -712,40 +679,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -798,56 +763,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -868,7 +831,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -879,7 +842,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -899,14 +862,7 @@ - - - _col0 - - - - - + @@ -922,7 +878,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -961,9 +917,6 @@ _col0 - - _col1 - @@ -975,9 +928,6 @@ - - - @@ -994,7 +944,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -1002,7 +952,7 @@ columns.types - string,string + string escape.delim @@ -1025,40 +975,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1132,34 +1064,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1269,40 +1199,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1355,52 +1283,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1421,7 +1347,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -1432,7 +1358,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -1452,14 +1378,7 @@ - - - _col0 - - - - - + @@ -1475,7 +1394,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -1514,9 +1433,6 @@ _col0 - - _col1 - @@ -1528,9 +1444,6 @@ - - - @@ -1547,7 +1460,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -1555,7 +1468,7 @@ columns.types - string,string + string escape.delim @@ -1578,40 +1491,22 @@ - - - - - VALUE._col0 - - - c - - - - - - string - - - - - - - VALUE._col1 - - - c - - - - - - string - - - - + + + + VALUE._col0 + + + c + + + + + + string + + + @@ -1685,34 +1580,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1822,40 +1715,38 @@ - - - - - key - - - src3 - - - - - - string - - - - - - - value - - - src3 - - - - - - string - - - - + + + + key + + + src3 + + + + + + string + + + + + + + value + + + src3 + + + + + + string + + + @@ -1908,52 +1799,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src3 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src3 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + string + + + @@ -2165,104 +2054,102 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - - - - _col4 - - - - - - - - - string - - - - - - - _col5 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + + + + + _col4 + + + + + + + + + string + + + + + + + _col5 + + + + + + + + + string + + + @@ -2277,9 +2164,6 @@ _col5 - - c - @@ -2291,9 +2175,6 @@ _col4 - - c - @@ -2305,9 +2186,6 @@ _col3 - - b - @@ -2319,9 +2197,6 @@ _col2 - - b - @@ -2333,9 +2208,6 @@ _col1 - - a - @@ -2347,9 +2219,6 @@ _col0 - - a - @@ -2416,122 +2285,120 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - - - - c5 - - - _col4 - - - c - - - - - - string - - - - - - - c6 - - - _col5 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + + + + + c5 + + + _col4 + + + c + + + + + + string + + + + + + + c6 + + + _col5 + + + c + + + + + + string + + + @@ -2544,10 +2411,7 @@ _col5 - VALUE._col1 - - - c + VALUE._col0 @@ -2558,10 +2422,7 @@ _col4 - VALUE._col0 - - - c + KEY.reducesinkkey0 @@ -2572,10 +2433,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -2586,10 +2444,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -2600,10 +2455,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -2614,10 +2466,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2835,104 +2684,84 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - - - - _col4 - - - c - - - - - - string - - - - - - - _col5 - - - c - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + + + + + _col4 + + + + + + string + + + + + + + _col5 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join8.q.xml ql/src/test/results/compiler/plan/join8.q.xml index 14aceed..ba128d4 100644 --- ql/src/test/results/compiler/plan/join8.q.xml +++ ql/src/test/results/compiler/plan/join8.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -688,40 +655,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -774,56 +739,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -844,7 +807,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -855,7 +818,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -875,14 +838,7 @@ - - - _col0 - - - - - + @@ -898,7 +854,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -937,9 +893,6 @@ _col0 - - _col1 - @@ -951,9 +904,6 @@ - - - @@ -970,7 +920,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -978,7 +928,7 @@ columns.types - string,string + string escape.delim @@ -1001,40 +951,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1108,34 +1040,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1286,40 +1216,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1372,52 +1300,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1629,72 +1555,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1709,9 +1633,6 @@ _col3 - - b - @@ -1723,9 +1644,6 @@ _col2 - - b - @@ -1737,9 +1655,6 @@ _col1 - - a - @@ -1751,9 +1666,6 @@ _col0 - - a - @@ -1808,84 +1720,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1924,72 +1834,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + @@ -2002,10 +1898,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -2016,10 +1909,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -2030,10 +1920,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -2044,10 +1931,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2206,20 +2090,18 @@ - - - - - - - - - - - - - - + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/sample1.q.xml ql/src/test/results/compiler/plan/sample1.q.xml index 3aa69c2..9986a8d 100644 --- ql/src/test/results/compiler/plan/sample1.q.xml +++ ql/src/test/results/compiler/plan/sample1.q.xml @@ -273,76 +273,74 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -465,84 +463,82 @@ - - - - - key - - - _col0 - - - s - - - - - - string - - - - - - - value - - - _col1 - - - s - - - - - - string - - - - - - - ds - - - _col2 - - - s - - - - - - string - - - - - - - hr - - - _col3 - - - s - - - - - - string - - - - + + + + key + + + _col0 + + + s + + + + + + string + + + + + + + value + + + _col1 + + + s + + + + + + string + + + + + + + ds + + + _col2 + + + s + + + + + + string + + + + + + + hr + + + _col3 + + + s + + + + + + string + + + @@ -699,72 +695,70 @@ - - - - - key - - - s - - - - - - string - - - - - - - value - - - s - - - - - - string - - - - - - - ds - - - s - - - - - - string - - - - - - - hr - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + string + + + + + + + value + + + s + + + + + + string + + + + + + + ds + + + s + + + + + + string + + + + + + + hr + + + s + + + + + + string + + + @@ -823,62 +817,60 @@ - - - - - - - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample2.q.xml ql/src/test/results/compiler/plan/sample2.q.xml index 5444e75..4ccc2cd 100644 --- ql/src/test/results/compiler/plan/sample2.q.xml +++ ql/src/test/results/compiler/plan/sample2.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1041,40 +1037,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1127,56 +1121,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample3.q.xml ql/src/test/results/compiler/plan/sample3.q.xml index 20d4bd6..17725ae 100644 --- ql/src/test/results/compiler/plan/sample3.q.xml +++ ql/src/test/results/compiler/plan/sample3.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1051,40 +1047,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1137,56 +1131,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample4.q.xml ql/src/test/results/compiler/plan/sample4.q.xml index 5444e75..4ccc2cd 100644 --- ql/src/test/results/compiler/plan/sample4.q.xml +++ ql/src/test/results/compiler/plan/sample4.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1041,40 +1037,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1127,56 +1121,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample5.q.xml ql/src/test/results/compiler/plan/sample5.q.xml index cc0b4ad..828ffbb 100644 --- ql/src/test/results/compiler/plan/sample5.q.xml +++ ql/src/test/results/compiler/plan/sample5.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1038,40 +1034,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1124,56 +1118,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample6.q.xml ql/src/test/results/compiler/plan/sample6.q.xml index 393de67..4bf64a0 100644 --- ql/src/test/results/compiler/plan/sample6.q.xml +++ ql/src/test/results/compiler/plan/sample6.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1041,40 +1037,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1127,56 +1121,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample7.q.xml ql/src/test/results/compiler/plan/sample7.q.xml index 7f04f45..e4bc030 100644 --- ql/src/test/results/compiler/plan/sample7.q.xml +++ ql/src/test/results/compiler/plan/sample7.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1086,40 +1082,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1172,56 +1166,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/subq.q.xml ql/src/test/results/compiler/plan/subq.q.xml index 263810c..f7c27b6 100644 --- ql/src/test/results/compiler/plan/subq.q.xml +++ ql/src/test/results/compiler/plan/subq.q.xml @@ -107,44 +107,42 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + @@ -662,46 +660,44 @@ - - - - - key - - - _col0 - - - src - - - - - - string - - - - - - - value - - - _col1 - - - src - - - - - - string - - - - + + + + key + + + _col0 + + + src + + + + + + string + + + + + + + value + + + _col1 + + + src + + + + + + string + + + @@ -768,40 +764,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -854,56 +848,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf1.q.xml ql/src/test/results/compiler/plan/udf1.q.xml index 09dbbd8..cae38f5 100644 --- ql/src/test/results/compiler/plan/udf1.q.xml +++ ql/src/test/results/compiler/plan/udf1.q.xml @@ -244,288 +244,286 @@ - - - - - _col0 - - - - - - - - boolean - - - - - boolean - - - - - - - _col1 - - - - - - - - - boolean - - - - - - - _col2 - - - - - - - - - boolean - - - - - - - _col3 - - - - - - - - - boolean - - - - - - - _col4 - - - - - - - - - boolean - - - - - - - _col5 - - - - - - - - - boolean - - - - - - - _col6 - - - - - - - - - boolean - - - - - - - _col7 - - - - - - - - - boolean - - - - - - - _col8 - - - - - - - - - boolean - - - - - - - _col9 - - - - - - - - - boolean - - - - - - - _col10 - - - - - - - - - boolean - - - - - - - _col11 - - - - - - - - - boolean - - - - - - - _col12 - - - - - - - - - boolean - - - - - - - _col13 - - - - - - - - string - - - - - string - - - - - - - _col14 - - - - - - - - - string - - - - - - - _col15 - - - - - - - - - string - - - - - - - _col16 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + boolean + + + + + boolean + + + + + + + _col1 + + + + + + + + + boolean + + + + + + + _col2 + + + + + + + + + boolean + + + + + + + _col3 + + + + + + + + + boolean + + + + + + + _col4 + + + + + + + + + boolean + + + + + + + _col5 + + + + + + + + + boolean + + + + + + + _col6 + + + + + + + + + boolean + + + + + + + _col7 + + + + + + + + + boolean + + + + + + + _col8 + + + + + + + + + boolean + + + + + + + _col9 + + + + + + + + + boolean + + + + + + + _col10 + + + + + + + + + boolean + + + + + + + _col11 + + + + + + + + + boolean + + + + + + + _col12 + + + + + + + + + boolean + + + + + + + _col13 + + + + + + + + string + + + + + string + + + + + + + _col14 + + + + + + + + + string + + + + + + + _col15 + + + + + + + + + string + + + + + + + _col16 + + + + + + + + + string + + + @@ -1454,280 +1452,278 @@ - - - - - _c0 - - - _col0 - - - - - - boolean - - - - - - - _c1 - - - _col1 - - - - - - boolean - - - - - - - _c2 - - - _col2 - - - - - - boolean - - - - - - - _c3 - - - _col3 - - - - - - boolean - - - - - - - _c4 - - - _col4 - - - - - - boolean - - - - - - - _c5 - - - _col5 - - - - - - boolean - - - - - - - _c6 - - - _col6 - - - - - - boolean - - - - - - - _c7 - - - _col7 - - - - - - boolean - - - - - - - _c8 - - - _col8 - - - - - - boolean - - - - - - - _c9 - - - _col9 - - - - - - boolean - - - - - - - _c10 - - - _col10 - - - - - - boolean - - - - - - - _c11 - - - _col11 - - - - - - boolean - - - - - - - _c12 - - - _col12 - - - - - - boolean - - - - - - - _c13 - - - _col13 - - - - - - string - - - - - - - _c14 - - - _col14 - - - - - - string - - - - - - - _c15 - - - _col15 - - - - - - string - - - - - - - _c16 - - - _col16 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + boolean + + + + + + + _c1 + + + _col1 + + + + + + boolean + + + + + + + _c2 + + + _col2 + + + + + + boolean + + + + + + + _c3 + + + _col3 + + + + + + boolean + + + + + + + _c4 + + + _col4 + + + + + + boolean + + + + + + + _c5 + + + _col5 + + + + + + boolean + + + + + + + _c6 + + + _col6 + + + + + + boolean + + + + + + + _c7 + + + _col7 + + + + + + boolean + + + + + + + _c8 + + + _col8 + + + + + + boolean + + + + + + + _c9 + + + _col9 + + + + + + boolean + + + + + + + _c10 + + + _col10 + + + + + + boolean + + + + + + + _c11 + + + _col11 + + + + + + boolean + + + + + + + _c12 + + + _col12 + + + + + + boolean + + + + + + + _c13 + + + _col13 + + + + + + string + + + + + + + _c14 + + + _col14 + + + + + + string + + + + + + + _c15 + + + _col15 + + + + + + string + + + + + + + _c16 + + + _col16 + + + + + + string + + + @@ -1790,24 +1786,22 @@ - - - - - key - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + @@ -1851,69 +1845,67 @@ - - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf4.q.xml ql/src/test/results/compiler/plan/udf4.q.xml index 907c4b7..fe62919 100644 --- ql/src/test/results/compiler/plan/udf4.q.xml +++ ql/src/test/results/compiler/plan/udf4.q.xml @@ -221,324 +221,322 @@ - - - - - _col0 - - - - - - - - double - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - bigint - - - - - bigint - - - - - - - _col4 - - - - - - - - - bigint - - - - - - - _col5 - - - - - - - - - bigint - - - - - - - _col6 - - - - - - - - - double - - - - - - - _col7 - - - - - - - - - double - - - - - - - _col8 - - - - - - - - - double - - - - - - - _col9 - - - - - - - - - bigint - - - - - - - _col10 - - - - - - - - - bigint - - - - - - - _col11 - - - - - - - - - bigint - - - - - - - _col12 - - - - - - - - - bigint - - - - - - - _col13 - - - - - - - - - double - - - - - - - _col14 - - - - - - - - int - - - - - int - - - - - - - _col15 - - - - - - - - - int - - - - - - - _col16 - - - - - - - - - int - - - - - - - _col17 - - - - - - - - - int - - - - - - - _col18 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + double + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + bigint + + + + + bigint + + + + + + + _col4 + + + + + + + + + bigint + + + + + + + _col5 + + + + + + + + + bigint + + + + + + + _col6 + + + + + + + + + double + + + + + + + _col7 + + + + + + + + + double + + + + + + + _col8 + + + + + + + + + double + + + + + + + _col9 + + + + + + + + + bigint + + + + + + + _col10 + + + + + + + + + bigint + + + + + + + _col11 + + + + + + + + + bigint + + + + + + + _col12 + + + + + + + + + bigint + + + + + + + _col13 + + + + + + + + + double + + + + + + + _col14 + + + + + + + + int + + + + + int + + + + + + + _col15 + + + + + + + + + int + + + + + + + _col16 + + + + + + + + + int + + + + + + + _col17 + + + + + + + + + int + + + + + + + _col18 + + + + + + + + + int + + + @@ -1241,357 +1239,355 @@ _col9 - - _col10 - - - _col11 - - - _col12 - - - _col13 - - - _col14 - - - _col15 - - - _col16 - - - _col17 - - - _col18 - - - - - - - SEL_1 - - - - - - - - - - - - - - _c0 - - - _col0 - - - - - - double - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - - - - _c3 - - - _col3 - - - - - - bigint - - - - - - - _c4 - - - _col4 - - - - - - bigint - - - - - - - _c5 - - - _col5 - - - - - - bigint - - - - - - - _c6 - - - _col6 - - - - - - double - - - - - - - _c7 - - - _col7 - - - - - - double - - - - - - - _c8 - - - _col8 - - - - - - double - - - - - - - _c9 - - - _col9 - - - - - - bigint - - - - - - - _c10 - - - _col10 - - - - - - bigint - - - - - - - _c11 - - - _col11 - - - - - - bigint - - + + _col10 - - - _c12 - - - _col12 - - - - - - bigint - - + _col11 - - - _c13 - - - _col13 - - - - - - double - - + _col12 - - - _c14 - - - _col14 - - - - - - int - - + _col13 - - - _c15 - - - _col15 - - - - - - int - - + _col14 - - - _c16 - - - _col16 - - - - - - int - - + _col15 - - - _c17 - - - _col17 - - - - - - int - - + _col16 - - - _c18 - - - _col18 - - - - - - int - - + _col17 + + + _col18 + + SEL_1 + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + double + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + + + + + _c3 + + + _col3 + + + + + + bigint + + + + + + + _c4 + + + _col4 + + + + + + bigint + + + + + + + _c5 + + + _col5 + + + + + + bigint + + + + + + + _c6 + + + _col6 + + + + + + double + + + + + + + _c7 + + + _col7 + + + + + + double + + + + + + + _c8 + + + _col8 + + + + + + double + + + + + + + _c9 + + + _col9 + + + + + + bigint + + + + + + + _c10 + + + _col10 + + + + + + bigint + + + + + + + _c11 + + + _col11 + + + + + + bigint + + + + + + + _c12 + + + _col12 + + + + + + bigint + + + + + + + _c13 + + + _col13 + + + + + + double + + + + + + + _c14 + + + _col14 + + + + + + int + + + + + + + _c15 + + + _col15 + + + + + + int + + + + + + + _c16 + + + _col16 + + + + + + int + + + + + + + _c17 + + + _col17 + + + + + + int + + + + + + + _c18 + + + _col18 + + + + + + int + + + + + + @@ -1620,82 +1616,80 @@ - - - - - key - - - dest1 - - - - - string - - - - - string - - - - - - - value - - - dest1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - dest1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - dest1 - - - - - - string - - - - + + + + key + + + dest1 + + + + + string + + + + + string + + + + + + + value + + + dest1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + dest1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + dest1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf6.q.xml ql/src/test/results/compiler/plan/udf6.q.xml index a510dd3..c4afcf3 100644 --- ql/src/test/results/compiler/plan/udf6.q.xml +++ ql/src/test/results/compiler/plan/udf6.q.xml @@ -241,48 +241,46 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - int - - - - - int - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + int + + + + + int + + + @@ -412,40 +410,38 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - - - - _c1 - - - _col1 - - - - - - int - - - - + + + + _c0 + + + _col0 + + + + + + string + + + + + + + _c1 + + + _col1 + + + + + + int + + + @@ -477,82 +473,80 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf_case.q.xml ql/src/test/results/compiler/plan/udf_case.q.xml index 5d17208..583d975 100644 --- ql/src/test/results/compiler/plan/udf_case.q.xml +++ ql/src/test/results/compiler/plan/udf_case.q.xml @@ -244,44 +244,42 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + + int + + + @@ -305,41 +303,39 @@ - - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - int - - - - + + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + int + + + @@ -557,86 +553,84 @@ - - - - - key - - - src - - - - - string - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + string + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf_when.q.xml ql/src/test/results/compiler/plan/udf_when.q.xml index 003bd84..54c2777 100644 --- ql/src/test/results/compiler/plan/udf_when.q.xml +++ ql/src/test/results/compiler/plan/udf_when.q.xml @@ -244,44 +244,42 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + + int + + + @@ -305,41 +303,39 @@ - - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - int - - - - + + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + int + + + @@ -637,86 +633,84 @@ - - - - - key - - - src - - - - - string - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + string + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/union.q.xml ql/src/test/results/compiler/plan/union.q.xml index 9b46fce..7c5d8a0 100644 --- ql/src/test/results/compiler/plan/union.q.xml +++ ql/src/test/results/compiler/plan/union.q.xml @@ -107,44 +107,42 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + @@ -760,46 +758,44 @@ - - - - - key - - - _col0 - - - src - - - - - - string - - - - - - - value - - - _col1 - - - src - - - - - - string - - - - + + + + key + + + _col0 + + + src + + + + + + string + + + + + + + value + + + _col1 + + + src + + + + + + string + + + @@ -999,82 +995,80 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1084,14 +1078,12 @@ - - - - - - - - + + + + + + @@ -1101,40 +1093,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1144,40 +1134,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1251,40 +1239,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1343,40 +1329,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -1429,52 +1413,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + +