diff --git contrib/src/test/results/clientpositive/serde_typedbytes4.q.out contrib/src/test/results/clientpositive/serde_typedbytes4.q.out index 4498a53..17ea825 100644 --- contrib/src/test/results/clientpositive/serde_typedbytes4.q.out +++ contrib/src/test/results/clientpositive/serde_typedbytes4.q.out @@ -67,9 +67,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git contrib/src/test/results/clientpositive/udf_row_sequence.q.out contrib/src/test/results/clientpositive/udf_row_sequence.q.out index 81edd40..3b58cb5 100644 --- contrib/src/test/results/clientpositive/udf_row_sequence.q.out +++ contrib/src/test/results/clientpositive/udf_row_sequence.q.out @@ -53,20 +53,17 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), row_sequence() (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), row_sequence() (type: bigint) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-2 Map Reduce @@ -76,9 +73,11 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git hbase-handler/src/test/results/positive/hbase_queries.q.out hbase-handler/src/test/results/positive/hbase_queries.q.out index 7aa2b28..47fc23c 100644 --- hbase-handler/src/test/results/positive/hbase_queries.q.out +++ hbase-handler/src/test/results/positive/hbase_queries.q.out @@ -168,9 +168,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -273,7 +274,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: hbase_table_1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -295,7 +296,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -317,9 +318,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractMapJoinOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractMapJoinOperator.java index c8c890d..8c1067e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractMapJoinOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractMapJoinOperator.java @@ -23,16 +23,11 @@ import java.util.List; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hive.ql.exec.persistence.MapJoinKey; import org.apache.hadoop.hive.ql.exec.persistence.RowContainer; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.plan.MapJoinDesc; import org.apache.hadoop.hive.ql.plan.api.OperatorType; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; -import org.apache.hadoop.hive.serde2.objectinspector.StructField; -import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; - public abstract class AbstractMapJoinOperator extends CommonJoinOperator implements Serializable { @@ -46,10 +41,6 @@ * The ObjectInspectors for the join inputs's join keys. */ protected transient List[] joinKeysObjectInspectors; - /** - * The standard ObjectInspectors for the join inputs's join keys. - */ - protected transient List[] joinKeysStandardObjectInspectors; protected transient byte posBigTable = -1; // pos of driver alias @@ -70,11 +61,6 @@ public AbstractMapJoinOperator(AbstractMapJoinOperator mj @Override @SuppressWarnings("unchecked") protected void initializeOp(Configuration hconf) throws HiveException { - super.initializeOp(hconf); - - numMapRowsRead = 0; - firstRow = true; - int tagLen = conf.getTagLength(); joinKeys = new List[tagLen]; @@ -82,8 +68,11 @@ protected void initializeOp(Configuration hconf) throws HiveException { JoinUtil.populateJoinKeyValue(joinKeys, conf.getKeys(), NOTSKIPBIGTABLE); joinKeysObjectInspectors = JoinUtil.getObjectInspectorsFromEvaluators(joinKeys, inputObjInspectors,NOTSKIPBIGTABLE, tagLen); - joinKeysStandardObjectInspectors = JoinUtil.getStandardObjectInspectors( - joinKeysObjectInspectors,NOTSKIPBIGTABLE, tagLen); + + super.initializeOp(hconf); + + numMapRowsRead = 0; + firstRow = true; // all other tables are small, and are cached in the hash table posBigTable = (byte) conf.getPosBigTable(); @@ -96,27 +85,25 @@ protected void initializeOp(Configuration hconf) throws HiveException { !hasFilter(posBigTable), reporter); storage[posBigTable] = bigPosRC; - List structFields = ((StructObjectInspector) outputObjInspector) - .getAllStructFieldRefs(); - if (conf.getOutputColumnNames().size() < structFields.size()) { - List structFieldObjectInspectors = new ArrayList(); - for (Byte alias : order) { - int sz = conf.getExprs().get(alias).size(); - List retained = conf.getRetainList().get(alias); - for (int i = 0; i < sz; i++) { - int pos = retained.get(i); - structFieldObjectInspectors.add(structFields.get(pos) - .getFieldObjectInspector()); - } - } - outputObjInspector = ObjectInspectorFactory - .getStandardStructObjectInspector(conf.getOutputColumnNames(), - structFieldObjectInspectors); - } initializeChildren(hconf); } @Override + protected List getValueObjectInspectors( + byte alias, List[] aliasToObjectInspectors) { + List inspectors = aliasToObjectInspectors[alias]; + List retained = conf.getRetainList().get(alias); + if (inspectors.size() == retained.size()) { + return inspectors; + } + List retainedOIs = new ArrayList(); + for (int index : retained) { + retainedOIs.add(inspectors.get(index)); + } + return retainedOIs; + } + + @Override public OperatorType getType() { return OperatorType.MAPJOIN; } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java index acaca23..feb8558 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ColumnInfo.java @@ -198,6 +198,11 @@ private boolean checkEquals(Object obj1, Object obj2) { } @Override + public int hashCode() { + return internalName.hashCode() + typeName.hashCode(); + } + + @Override public boolean equals(Object obj) { if (!(obj instanceof ColumnInfo) || (obj == null)) { return false; diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/CommonJoinOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/CommonJoinOperator.java index 28ffdd8..03194a4 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/CommonJoinOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/CommonJoinOperator.java @@ -160,14 +160,12 @@ public CommonJoinOperator(CommonJoinOperator clone) { this.joinFilterObjectInspectors = clone.joinFilterObjectInspectors; } - - protected static ObjectInspector getJoinOutputObjectInspector( - Byte[] order, List[] aliasToObjectInspectors, - T conf) { + private ObjectInspector getJoinOutputObjectInspector( + Byte[] order, List[] aliasToObjectInspectors, T conf) { List structFieldObjectInspectors = new ArrayList(); for (Byte alias : order) { - List oiList = aliasToObjectInspectors[alias]; - if (oiList != null) { + List oiList = getValueObjectInspectors(alias, aliasToObjectInspectors); + if (oiList != null && !oiList.isEmpty()) { structFieldObjectInspectors.addAll(oiList); } } @@ -178,6 +176,11 @@ public CommonJoinOperator(CommonJoinOperator clone) { return joinOutputObjectInspector; } + protected List getValueObjectInspectors( + byte alias, List[] aliasToObjectInspectors) { + return aliasToObjectInspectors[alias]; + } + protected Configuration hconf; @Override diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/HashTableSinkOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/HashTableSinkOperator.java index aca7e7f..cf64aa0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/HashTableSinkOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/HashTableSinkOperator.java @@ -34,8 +34,6 @@ import org.apache.hadoop.hive.ql.exec.mapjoin.MapJoinMemoryExhaustionHandler; import org.apache.hadoop.hive.ql.exec.persistence.HashMapWrapper; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinKeyObject; -import org.apache.hadoop.hive.ql.exec.persistence.MapJoinKey; -import org.apache.hadoop.hive.ql.exec.persistence.MapJoinKey; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinObjectSerDeContext; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinPersistableTableContainer; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinEagerRowContainer; @@ -226,8 +224,13 @@ protected void initializeOp(Configuration hconf) throws HiveException { public void processOp(Object row, int tag) throws HiveException { byte alias = (byte)tag; // compute keys and values as StandardObjects. Use non-optimized key (MR). - MapJoinKey key = MapJoinKey.readFromRow(null, new MapJoinKeyObject(), - row, joinKeys[alias], joinKeysObjectInspectors[alias], true); + Object[] currentKey = new Object[joinKeys[alias].size()]; + for (int keyIndex = 0; keyIndex < joinKeys[alias].size(); ++keyIndex) { + currentKey[keyIndex] = joinKeys[alias].get(keyIndex).evaluate(row); + } + MapJoinKeyObject key = new MapJoinKeyObject(); + key.readFromRow(currentKey, joinKeysObjectInspectors[alias]); + Object[] value = EMPTY_OBJECT_ARRAY; if((hasFilter(alias) && filterMaps[alias].length > 0) || joinValues[alias].size() > 0) { value = JoinUtil.computeMapJoinValues(row, joinValues[alias], @@ -269,8 +272,10 @@ public void closeOp(boolean abort) throws HiveException { flushToFile(); } super.closeOp(abort); + } catch (HiveException e) { + throw e; } catch (Exception e) { - LOG.error("Error generating side-table", e); + throw new HiveException(e); } } @@ -290,7 +295,8 @@ protected void flushToFile() throws IOException, HiveException { // get the tmp URI path; it will be a hdfs path if not local mode String dumpFilePrefix = conf.getDumpFilePrefix(); Path path = Utilities.generatePath(tmpURI, dumpFilePrefix, tag, fileName); - console.printInfo(Utilities.now() + "\tDump the side-table into file: " + path); + console.printInfo(Utilities.now() + "\tDump the side-table for tag: " + tag + + " with group count: " + tableContainer.size() + " into file: " + path); // get the hashtable file and path FileSystem fs = path.getFileSystem(hconf); ObjectOutputStream out = new ObjectOutputStream(new BufferedOutputStream(fs.create(path), 4096)); diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java index 46aff87..9b1fa46 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapJoinOperator.java @@ -19,28 +19,29 @@ package org.apache.hadoop.hive.ql.exec; import java.io.Serializable; +import java.util.ArrayList; import java.util.List; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.ql.HashTableLoaderFactory; -import org.apache.hadoop.hive.ql.exec.persistence.MapJoinBytesTableContainer; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinKey; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinObjectSerDeContext; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinRowContainer; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinTableContainer; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinTableContainer.ReusableGetAdaptor; import org.apache.hadoop.hive.ql.exec.persistence.MapJoinTableContainerSerDe; +import org.apache.hadoop.hive.ql.exec.persistence.UnwrapRowContainer; import org.apache.hadoop.hive.ql.log.PerfLogger; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.plan.MapJoinDesc; import org.apache.hadoop.hive.ql.plan.TableDesc; import org.apache.hadoop.hive.ql.plan.api.OperatorType; -import org.apache.hadoop.hive.serde2.ByteStream.Output; import org.apache.hadoop.hive.serde2.SerDe; import org.apache.hadoop.hive.serde2.SerDeException; import org.apache.hadoop.hive.serde2.SerDeUtils; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; import org.apache.hadoop.util.ReflectionUtils; /** @@ -64,6 +65,8 @@ private transient boolean hashTblInitedOnce; private transient ReusableGetAdaptor[] hashMapRowGetters; + private UnwrapRowContainer[] unwrapContainer; + public MapJoinOperator() { } @@ -88,6 +91,7 @@ public void startGroup() throws HiveException { @Override protected void initializeOp(Configuration hconf) throws HiveException { + unwrapContainer = new UnwrapRowContainer[conf.getTagLength()]; super.initializeOp(hconf); int tagLen = conf.getTagLength(); @@ -113,6 +117,29 @@ protected void initializeOp(Configuration hconf) throws HiveException { } } + @Override + protected List getValueObjectInspectors( + byte alias, List[] aliasToObjectInspectors) { + int[] valueIndex = conf.getValueIndex(alias); + if (valueIndex == null) { + return super.getValueObjectInspectors(alias, aliasToObjectInspectors); + } + unwrapContainer[alias] = new UnwrapRowContainer(alias, valueIndex); + + List inspectors = aliasToObjectInspectors[alias]; + + int bigPos = conf.getPosBigTable(); + List valueOI = new ArrayList(); + for (int i = 0; i < valueIndex.length; i++) { + if (valueIndex[i] >= 0) { + valueOI.add(joinKeysObjectInspectors[bigPos].get(valueIndex[i])); + } else { + valueOI.add(inspectors.get(i)); + } + } + return valueOI; + } + public void generateMapMetaData() throws HiveException, SerDeException { // generate the meta data for key // index for key is -1 @@ -237,6 +264,10 @@ public void processOp(Object row, int tag) throws HiveException { adaptor.setFromOther(firstSetKey); } MapJoinRowContainer rowContainer = adaptor.getCurrentRows(); + if (rowContainer != null && unwrapContainer[pos] != null) { + Object[] currentKey = adaptor.getCurrentKey(); + rowContainer = unwrapContainer[pos].setInternal(rowContainer, currentKey); + } // there is no join-value or join-key has all null elements if (rowContainer == null || adaptor.hasAnyNulls(fieldCount, nullsafes)) { if (!noOuterJoin) { @@ -267,7 +298,7 @@ public void processOp(Object row, int tag) throws HiveException { } } } catch (Exception e) { - String msg = "Unxpected exception: " + e.getMessage(); + String msg = "Unexpected exception: " + e.getMessage(); LOG.error(msg, e); throw new HiveException(msg, e); } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java index fc5864a..d5de58e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java @@ -383,7 +383,7 @@ public void setChildren(Configuration hconf) throws HiveException { if (!onepath.toUri().relativize(fpath.toUri()).equals(fpath.toUri())) { children.add(op); childrenOpToOpCtxMap.put(op, opCtx); - LOG.info("dump " + op.getName() + " " + LOG.info("dump " + op + " " + opCtxMap.get(inp).rowObjectInspector.getTypeName()); } current = opCtx; // just need for TestOperators.testMapOperator diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java index 22374b2..db94271 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java @@ -32,7 +32,6 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.exec.mr.ExecMapperContext; import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.metadata.HiveException; @@ -98,6 +97,11 @@ private boolean useBucketizedHiveInputFormat; + // dummy operator (for not increasing seqId) + private Operator(String name) { + id = name; + } + public Operator() { id = String.valueOf(seqId.getAndIncrement()); childOperators = new ArrayList>(); @@ -334,7 +338,7 @@ public void initialize(Configuration hconf, ObjectInspector[] inputOIs) return; } - LOG.info("Initializing Self " + id + " " + getName()); + LOG.info("Initializing Self " + this); if (inputOIs != null) { inputObjInspectors = inputOIs; @@ -1288,4 +1292,14 @@ public void setGroupKeyObjectInspector(ObjectInspector keyObjectInspector) { public ObjectInspector getGroupKeyObjectInspector() { return groupKeyOI; } + + public static Operator createDummy() { + return new DummyOperator(); + } + + private static class DummyOperator extends Operator { + public DummyOperator() { super("dummy"); } + public void processOp(Object row, int tag) { } + public OperatorType getType() { return null; } + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java index 6368548..02cdb6e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java @@ -57,7 +57,7 @@ implements Serializable, TopNHash.BinaryCollector { static { - PTFUtils.makeTransient(ReduceSinkOperator.class, "inputAliases"); + PTFUtils.makeTransient(ReduceSinkOperator.class, "inputAliases", "valueIndex"); } private static final long serialVersionUID = 1L; @@ -96,6 +96,8 @@ transient String[] inputAliases; // input aliases of this RS for join (used for PPD) private boolean skipTag = false; + private transient int[] valueIndex; // index for value(+ from keys, - from values) + public void setInputAliases(String[] inputAliases) { this.inputAliases = inputAliases; } @@ -470,4 +472,12 @@ public boolean opAllowedBeforeMapJoin() { public void setSkipTag(boolean value) { this.skipTag = value; } + + public void setValueIndex(int[] valueIndex) { + this.valueIndex = valueIndex; + } + + public int[] getValueIndex() { + return valueIndex; + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java index 083d574..71cc7eb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/RowSchema.java @@ -27,7 +27,7 @@ public class RowSchema implements Serializable { private static final long serialVersionUID = 1L; - private ArrayList signature; + private ArrayList signature = new ArrayList(); public RowSchema() { } @@ -52,13 +52,11 @@ public void setSignature(ArrayList signature) { public String toString() { StringBuilder sb = new StringBuilder(); sb.append('('); - if (signature != null) { - for (ColumnInfo col: signature) { - if (sb.length() > 1) { - sb.append(','); - } - sb.append(col.toString()); + for (ColumnInfo col: signature) { + if (sb.length() > 1) { + sb.append(','); } + sb.append(col.toString()); } sb.append(')'); return sb.toString(); diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java index ec9dd8c..32c2fb0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java @@ -221,6 +221,13 @@ } } + public static String removeValueTag(String column) { + if (column.startsWith(ReduceField.VALUE + ".")) { + return column.substring(6); + } + return column; + } + private Utilities() { // prevent instantiation } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java index c56b7a3..5b3b770 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/HashMapWrapper.java @@ -23,7 +23,6 @@ import java.util.HashMap; import java.util.List; import java.util.Map; -import java.util.TreeMap; import java.util.Map.Entry; import java.util.Set; @@ -36,9 +35,7 @@ import org.apache.hadoop.hive.ql.exec.vector.VectorHashKeyWrapperBatch; import org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriter; import org.apache.hadoop.hive.ql.metadata.HiveException; -import org.apache.hadoop.hive.serde2.SerDe; import org.apache.hadoop.hive.serde2.SerDeException; -import org.apache.hadoop.hive.serde2.WriteBuffers; import org.apache.hadoop.hive.serde2.ByteStream.Output; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; import org.apache.hadoop.io.BytesWritable; @@ -143,9 +140,13 @@ public ReusableGetAdaptor createGetter(MapJoinKey keyTypeFromLoader) { } private class GetAdaptor implements ReusableGetAdaptor { + + private Object[] currentKey; + private List vectorKeyOIs; + private MapJoinKey key; private MapJoinRowContainer currentValue; - private Output output; + private final Output output = new Output(); private boolean isFirstKey = true; public GetAdaptor(MapJoinKey key) { @@ -155,11 +156,17 @@ public GetAdaptor(MapJoinKey key) { @Override public void setFromVector(VectorHashKeyWrapper kw, VectorExpressionWriter[] keyOutputWriters, VectorHashKeyWrapperBatch keyWrapperBatch) throws HiveException { - if (output == null) { - output = new Output(0); + if (currentKey == null) { + currentKey = new Object[keyOutputWriters.length]; + vectorKeyOIs = new ArrayList(); + for (int i = 0; i < keyOutputWriters.length; i++) { + vectorKeyOIs.add(keyOutputWriters[i].getObjectInspector()); + } } - key = MapJoinKey.readFromVector( - output, key, kw, keyOutputWriters, keyWrapperBatch, !isFirstKey); + for (int i = 0; i < keyOutputWriters.length; i++) { + currentKey[i] = keyWrapperBatch.getWritableKeyValue(kw, i, keyOutputWriters[i]); + } + key = MapJoinKey.readFromVector(output, key, currentKey, vectorKeyOIs, !isFirstKey); isFirstKey = false; this.currentValue = mHash.get(key); } @@ -167,10 +174,13 @@ public void setFromVector(VectorHashKeyWrapper kw, VectorExpressionWriter[] keyO @Override public void setFromRow(Object row, List fields, List ois) throws HiveException { - if (output == null) { - output = new Output(0); + if (currentKey == null) { + currentKey = new Object[fields.size()]; + } + for (int keyIndex = 0; keyIndex < fields.size(); ++keyIndex) { + currentKey[keyIndex] = fields.get(keyIndex).evaluate(row); } - key = MapJoinKey.readFromRow(output, key, row, fields, ois, !isFirstKey); + key = MapJoinKey.readFromRow(output, key, currentKey, ois, !isFirstKey); isFirstKey = false; this.currentValue = mHash.get(key); } @@ -193,6 +203,11 @@ public boolean hasAnyNulls(int fieldCount, boolean[] nullsafes) { public MapJoinRowContainer getCurrentRows() { return currentValue; } + + @Override + public Object[] getCurrentKey() { + return currentKey; + } } @Override diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinBytesTableContainer.java ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinBytesTableContainer.java index ce249d1..6305101 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinBytesTableContainer.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinBytesTableContainer.java @@ -9,7 +9,6 @@ import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.conf.HiveConf; -import org.apache.hadoop.hive.ql.debug.Utils; import org.apache.hadoop.hive.ql.exec.ExprNodeEvaluator; import org.apache.hadoop.hive.ql.exec.vector.VectorHashKeyWrapper; import org.apache.hadoop.hive.ql.exec.vector.VectorHashKeyWrapperBatch; @@ -293,9 +292,18 @@ public void seal() { /** Implementation of ReusableGetAdaptor that has Output for key serialization; row * container is also created once and reused for every row. */ private class GetAdaptor implements ReusableGetAdaptor { - private ReusableRowContainer currentValue = new ReusableRowContainer(); - private Output output; + + private Object[] currentKey; private boolean[] nulls; + private List vectorKeyOIs; + + private final ReusableRowContainer currentValue; + private final Output output; + + public GetAdaptor() { + currentValue = new ReusableRowContainer(); + output = new Output(); + } @Override public void setFromVector(VectorHashKeyWrapper kw, @@ -303,16 +311,20 @@ public void setFromVector(VectorHashKeyWrapper kw, VectorHashKeyWrapperBatch keyWrapperBatch) throws HiveException { if (nulls == null) { nulls = new boolean[keyOutputWriters.length]; + currentKey = new Object[keyOutputWriters.length]; + vectorKeyOIs = new ArrayList(); + for (int i = 0; i < keyOutputWriters.length; i++) { + vectorKeyOIs.add(keyOutputWriters[i].getObjectInspector()); + } } else { assert nulls.length == keyOutputWriters.length; } - try { - output = MapJoinKey.serializeVector( - output, kw, keyOutputWriters, keyWrapperBatch, nulls, sortableSortOrders); - } catch (SerDeException e) { - throw new HiveException(e); + for (int i = 0; i < keyOutputWriters.length; i++) { + currentKey[i] = keyWrapperBatch.getWritableKeyValue(kw, i, keyOutputWriters[i]); + nulls[i] = currentKey[i] == null; } - this.currentValue.setFromOutput(output); + currentValue.setFromOutput( + MapJoinKey.serializeRow(output, currentKey, vectorKeyOIs, sortableSortOrders)); } @Override @@ -320,28 +332,23 @@ public void setFromRow(Object row, List fields, List ois) throws HiveException { if (nulls == null) { nulls = new boolean[fields.size()]; + currentKey = new Object[fields.size()]; } - Object[] fieldObjs = new Object[fields.size()]; for (int keyIndex = 0; keyIndex < fields.size(); ++keyIndex) { - fieldObjs[keyIndex] = fields.get(keyIndex).evaluate(row); - nulls[keyIndex] = (fieldObjs[keyIndex] == null); + currentKey[keyIndex] = fields.get(keyIndex).evaluate(row); + nulls[keyIndex] = currentKey[keyIndex] == null; } - try { - output = MapJoinKey.serializeRow(output, fieldObjs, ois, sortableSortOrders); - } catch (SerDeException e) { - throw new HiveException(e); - } - this.currentValue.setFromOutput(output); + currentValue.setFromOutput( + MapJoinKey.serializeRow(output, currentKey, ois, sortableSortOrders)); } - @Override public void setFromOther(ReusableGetAdaptor other) { assert other instanceof GetAdaptor; GetAdaptor other2 = (GetAdaptor)other; - output = other2.output; nulls = other2.nulls; - this.currentValue.setFromOutput(output); + currentKey = other2.currentKey; + currentValue.setFromOutput(other2.output); } @Override @@ -359,6 +366,11 @@ public boolean hasAnyNulls(int fieldCount, boolean[] nullsafes) { public MapJoinRowContainer getCurrentRows() { return currentValue.isEmpty() ? null : currentValue; } + + @Override + public Object[] getCurrentKey() { + return currentKey; + } } /** Row container that gets and deserializes the rows on demand from bytes provided. */ diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKey.java ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKey.java index b2596e9..6796ba0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKey.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKey.java @@ -27,9 +27,6 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; -import org.apache.hadoop.hive.common.type.Decimal128; -import org.apache.hadoop.hive.ql.debug.Utils; -import org.apache.hadoop.hive.ql.exec.ExprNodeEvaluator; import org.apache.hadoop.hive.ql.exec.vector.VectorHashKeyWrapper; import org.apache.hadoop.hive.ql.exec.vector.VectorHashKeyWrapperBatch; import org.apache.hadoop.hive.ql.exec.vector.expressions.VectorExpressionWriter; @@ -38,10 +35,7 @@ import org.apache.hadoop.hive.serde2.SerDe; import org.apache.hadoop.hive.serde2.SerDeException; import org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe; -import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; import org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe; -import org.apache.hadoop.hive.serde2.lazybinary.LazyBinaryUtils; -import org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe.StringWrapper; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector.Category; import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector; @@ -66,7 +60,7 @@ public abstract void write(MapJoinObjectSerDeContext context, ObjectOutputStream @SuppressWarnings("deprecation") public static MapJoinKey read(Output output, MapJoinKey key, MapJoinObjectSerDeContext context, Writable writable, boolean mayReuseKey) - throws SerDeException { + throws SerDeException, HiveException { SerDe serde = context.getSerDe(); Object obj = serde.deserialize(writable); boolean useOptimized = useOptimizedKeyBasedOnPrev(key); @@ -106,7 +100,7 @@ public static MapJoinKey read(Output output, MapJoinKey key, } private static byte[] serialize(Output byteStream, - Object obj, ObjectInspector oi, boolean checkTypes) throws SerDeException { + Object obj, ObjectInspector oi, boolean checkTypes) throws HiveException { if (null == obj || !(oi instanceof StructObjectInspector)) { return null; // not supported } @@ -141,29 +135,23 @@ public static boolean isSupportedField(ObjectInspector foi) { return true; } - public static MapJoinKey readFromVector(Output output, MapJoinKey key, VectorHashKeyWrapper kw, - VectorExpressionWriter[] keyOutputWriters, VectorHashKeyWrapperBatch keyWrapperBatch, - boolean mayReuseKey) throws HiveException { + public static MapJoinKey readFromVector(Output output, MapJoinKey key, Object[] keyObject, + List keyOIs, boolean mayReuseKey) throws HiveException { boolean useOptimized = useOptimizedKeyBasedOnPrev(key); if (useOptimized || key == null) { - byte[] structBytes = null; - try { - if (keyOutputWriters.length <= 8) { - output = serializeVector(output, kw, keyOutputWriters, keyWrapperBatch, null, null); - structBytes = Arrays.copyOf(output.getData(), output.getLength()); - } - } catch (SerDeException e) { - throw new HiveException(e); + if (keyObject.length <= 8) { + output = serializeRow(output, keyObject, keyOIs, null); + return MapJoinKeyBytes.fromBytes(key, mayReuseKey, + Arrays.copyOf(output.getData(), output.getLength())); } - if (structBytes != null) { - return MapJoinKeyBytes.fromBytes(key, mayReuseKey, structBytes); - } else if (useOptimized) { + if (useOptimized) { throw new HiveException( - "Failed to serialize " + kw + " even though optimized keys are used"); + "Failed to serialize " + Arrays.toString(keyObject) + + " even though optimized keys are used"); } } MapJoinKeyObject result = mayReuseKey ? (MapJoinKeyObject)key : new MapJoinKeyObject(); - result.readFromVector(kw, keyOutputWriters, keyWrapperBatch); + result.setKeyObjects(keyObject); return result; } @@ -189,37 +177,28 @@ public static Output serializeVector(Output byteStream, VectorHashKeyWrapper kw, return serializeRow(byteStream, fieldData, fieldOis, sortableSortOrders); } - public static MapJoinKey readFromRow(Output output, MapJoinKey key, Object row, - List fields, List keyFieldsOI, boolean mayReuseKey) - throws HiveException { - Object[] fieldObjs = new Object[fields.size()]; - for (int keyIndex = 0; keyIndex < fields.size(); ++keyIndex) { - fieldObjs[keyIndex] = fields.get(keyIndex).evaluate(row); - } + public static MapJoinKey readFromRow(Output output, MapJoinKey key, Object[] keyObject, + List keyFieldsOI, boolean mayReuseKey) throws HiveException { boolean useOptimized = useOptimizedKeyBasedOnPrev(key); if (useOptimized || key == null) { - try { - byte[] structBytes = null; - if (fieldObjs.length <= 8) { - if (fieldObjs.length == 0) { - structBytes = EMPTY_BYTE_ARRAY; // shortcut for null keys - } else { - output = serializeRow(output, fieldObjs, keyFieldsOI, null); - structBytes = Arrays.copyOf(output.getData(), output.getLength()); - } - } - if (structBytes != null) { - return MapJoinKeyBytes.fromBytes(key, mayReuseKey, structBytes); - } else if (useOptimized) { - throw new HiveException( - "Failed to serialize " + row + " even though optimized keys are used"); + if (keyObject.length <= 8) { + byte[] structBytes; + if (keyObject.length == 0) { + structBytes = EMPTY_BYTE_ARRAY; // shortcut for null keys + } else { + output = serializeRow(output, keyObject, keyFieldsOI, null); + structBytes = Arrays.copyOf(output.getData(), output.getLength()); } - } catch (SerDeException ex) { - throw new HiveException("Serialization error", ex); + return MapJoinKeyBytes.fromBytes(key, mayReuseKey, structBytes); + } + if (useOptimized) { + throw new HiveException( + "Failed to serialize " + Arrays.toString(keyObject) + + " even though optimized keys are used"); } } MapJoinKeyObject result = mayReuseKey ? (MapJoinKeyObject)key : new MapJoinKeyObject(); - result.readFromRow(fieldObjs, keyFieldsOI); + result.readFromRow(keyObject, keyFieldsOI); return result; } @@ -231,18 +210,22 @@ public static MapJoinKey readFromRow(Output output, MapJoinKey key, Object row, * @param byteStream Output to reuse. Can be null, in that case a new one would be created. */ public static Output serializeRow(Output byteStream, Object[] fieldData, - List fieldOis, boolean[] sortableSortOrders) throws SerDeException { + List fieldOis, boolean[] sortableSortOrders) throws HiveException { if (byteStream == null) { byteStream = new Output(); } else { byteStream.reset(); } - if (fieldData.length == 0) { - byteStream.reset(); - } else if (sortableSortOrders == null) { - LazyBinarySerDe.serializeStruct(byteStream, fieldData, fieldOis); - } else { - BinarySortableSerDe.serializeStruct(byteStream, fieldData, fieldOis, sortableSortOrders); + try { + if (fieldData.length == 0) { + byteStream.reset(); + } else if (sortableSortOrders == null) { + LazyBinarySerDe.serializeStruct(byteStream, fieldData, fieldOis); + } else { + BinarySortableSerDe.serializeStruct(byteStream, fieldData, fieldOis, sortableSortOrders); + } + } catch (SerDeException e) { + throw new HiveException("Serialization error", e); } return byteStream; } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKeyObject.java ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKeyObject.java index f3b00d0..e1fd6d3 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKeyObject.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinKeyObject.java @@ -46,10 +46,19 @@ public MapJoinKeyObject(Object[] key) { this.key = key; } + public MapJoinKeyObject() { this(EMPTY_OBJECT_ARRAY); } + public Object[] getKeyObjects() { + return key; + } + + public void setKeyObjects(Object[] key) { + this.key = key; + } + public int getKeyLength() { return key.length; } @@ -118,7 +127,7 @@ public void write(MapJoinObjectSerDeContext context, ObjectOutputStream out) container.write(out); } - protected void readFromRow(Object[] fieldObjs, List keyFieldsOI) + public void readFromRow(Object[] fieldObjs, List keyFieldsOI) throws HiveException { if (key == null || key.length != fieldObjs.length) { key = new Object[fieldObjs.length]; diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinTableContainer.java ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinTableContainer.java index fb58253..ff6e5d4 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinTableContainer.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/MapJoinTableContainer.java @@ -65,6 +65,11 @@ void setFromRow(Object row, List fields, List> { + + private final byte alias; + private final int[] index; + private final List unwrapped; + + private transient Object[] currentKey; + private transient MapJoinRowContainer internal; + + private transient RowIterator> iterator; + + public UnwrapRowContainer(byte alias, int[] valueIndex) { + this.alias = alias; + this.index = valueIndex; + this.unwrapped = new ArrayList(); + } + + public MapJoinRowContainer setInternal(MapJoinRowContainer internal, Object[] currentKey) { + this.internal = internal; + this.currentKey = currentKey; + return this; + } + + @Override + public List first() throws HiveException { + iterator = internal.rowIter(); + return unwrap(iterator.first()); + } + + @Override + public List next() throws HiveException { + return unwrap(iterator.next()); + } + + private List unwrap(List values) { + if (values == null) { + return null; + } + unwrapped.clear(); + for (int i = 0; i < index.length; i++) { + if (index[i] >= 0) { + unwrapped.add(currentKey[index[i]]); + } else { + int vindex = -index[i] - 1; + if (vindex < values.size()) { + unwrapped.add(values.get(vindex)); + } + } + } + return unwrapped; + } + + @Override + public RowIterator> rowIter() throws HiveException { + return this; + } + + @Override + public void addRow(List t) throws HiveException { + internal.addRow(t); + } + + @Override + public int rowCount() throws HiveException { + return internal.rowCount(); + } + + @Override + public void clearRows() throws HiveException { + internal.clearRows(); + } + + @Override + public byte getAliasFilter() throws HiveException { + return internal.getAliasFilter(); + } + + @Override + public MapJoinRowContainer copy() throws HiveException { + internal = internal.copy(); + return this; + } + + @Override + public void addRow(Object[] value) throws HiveException { + internal.addRow(value); + } + + @Override + public void write(MapJoinObjectSerDeContext valueContext, ObjectOutputStream out) + throws IOException, SerDeException { + internal.write(valueContext, out); + } + + public String toString() { + return alias + Arrays.toString(index); + } +} diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java index f1ebd99..2a8fb2b 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ColumnPrunerProcFactory.java @@ -375,6 +375,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object... nodeOutputs) throws SemanticException { ReduceSinkOperator op = (ReduceSinkOperator) nd; ColumnPrunerProcCtx cppCtx = (ColumnPrunerProcCtx) ctx; + RowResolver resolver = cppCtx.getOpToParseCtxMap().get(op).getRowResolver(); ReduceSinkDesc conf = op.getConf(); List colLists = new ArrayList(); @@ -395,35 +396,20 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, childCols = cppCtx.getPrunedColList(child); } + List valCols = conf.getValueCols(); + List valColNames = conf.getOutputValueColumnNames(); + if (childCols != null) { - /* - * in the case of count(or sum) distinct if we are not able to map - * a parameter column references back to the ReduceSink value columns - * we give up and assume all columns are needed. - */ - boolean hasUnresolvedReference = false; - boolean[] flags = new boolean[conf.getValueCols().size()]; + boolean[] flags = new boolean[valCols.size()]; Map exprMap = op.getColumnExprMap(); + for (String childCol : childCols) { - ExprNodeDesc desc = exprMap.get(childCol); - int index = conf.getValueCols().indexOf(desc); + int index = valColNames.indexOf(Utilities.removeValueTag(childCol)); if (index < 0) { - hasUnresolvedReference = desc == null || ExprNodeDescUtils.indexOf(desc, conf.getKeyCols()) < 0; - if ( hasUnresolvedReference ) { - break; - } continue; } flags[index] = true; - colLists = Utilities.mergeUniqElems(colLists, desc.getCols()); - } - - if ( hasUnresolvedReference ) { - for (ExprNodeDesc val : conf.getValueCols()) { - colLists = Utilities.mergeUniqElems(colLists, val.getCols()); - } - cppCtx.getPrunedColLists().put(op, colLists); - return null; + colLists = Utilities.mergeUniqElems(colLists, valCols.get(index).getCols()); } Collections.sort(colLists); @@ -434,8 +420,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, // Reduce Sink contains the columns needed - no need to aggregate from // children - ArrayList vals = conf.getValueCols(); - for (ExprNodeDesc val : vals) { + for (ExprNodeDesc val : valCols) { colLists = Utilities.mergeUniqElems(colLists, val.getCols()); } @@ -597,10 +582,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, // do we need to prune the select operator? List originalColList = op.getConf().getColList(); - List columns = new ArrayList(); - for (ExprNodeDesc expr : originalColList) { - Utilities.mergeUniqElems(columns, expr.getCols()); - } // by now, 'prunedCols' are columns used by child operators, and 'columns' // are columns used by this select operator. List originalOutputColumnNames = conf.getOutputColumnNames(); diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java index e3e0acc..7062a91 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/MapJoinProcessor.java @@ -75,7 +75,6 @@ import org.apache.hadoop.hive.ql.plan.OperatorDesc; import org.apache.hadoop.hive.ql.plan.PartitionDesc; import org.apache.hadoop.hive.ql.plan.PlanUtils; -import org.apache.hadoop.hive.ql.plan.ReduceSinkDesc; import org.apache.hadoop.hive.ql.plan.SMBJoinDesc; import org.apache.hadoop.hive.ql.plan.SelectDesc; import org.apache.hadoop.hive.ql.plan.TableDesc; @@ -385,7 +384,7 @@ public static MapJoinOperator convertMapJoin(HiveConf conf, return mapJoinOp; } - public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, + static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, LinkedHashMap, OpParseContext> opParseCtxMap, JoinOperator op, QBJoinTree joinTree, int mapJoinPos, boolean noCheckOuterJoin) throws SemanticException { @@ -401,19 +400,17 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, } } - Map> keyExprMap = new HashMap>(); - // Walk over all the sources (which are guaranteed to be reduce sink // operators). // The join outputs a concatenation of all the inputs. QBJoinTree leftSrc = joinTree.getJoinSrc(); - List> oldReduceSinkParentOps = - new ArrayList>(); + List oldReduceSinkParentOps = + new ArrayList(op.getNumParent()); if (leftSrc != null) { // assert mapJoinPos == 0; Operator parentOp = op.getParentOperators().get(0); assert parentOp.getParentOperators().size() == 1; - oldReduceSinkParentOps.add(parentOp); + oldReduceSinkParentOps.add((ReduceSinkOperator) parentOp); } @@ -422,25 +419,11 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, if (src != null) { Operator parentOp = op.getParentOperators().get(pos); assert parentOp.getParentOperators().size() == 1; - oldReduceSinkParentOps.add(parentOp); + oldReduceSinkParentOps.add((ReduceSinkOperator) parentOp); } pos++; } - // get the join keys from old parent ReduceSink operators - for (pos = 0; pos < op.getParentOperators().size(); pos++) { - ReduceSinkOperator parent = (ReduceSinkOperator) oldReduceSinkParentOps.get(pos); - ReduceSinkDesc rsconf = parent.getConf(); - List keys = rsconf.getKeyCols(); - keyExprMap.put(pos, keys); - } - - List keyCols = keyExprMap.get(Byte.valueOf((byte) 0)); - StringBuilder keyOrder = new StringBuilder(); - for (int i = 0; i < keyCols.size(); i++) { - keyOrder.append("+"); - } - Map colExprMap = op.getColumnExprMap(); List schema = new ArrayList(op.getSchema().getSignature()); Map> valueExprs = op.getConf().getExprs(); @@ -466,37 +449,57 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, } } + // rewrite value index for mapjoin + Map valueIndices = new HashMap(); + + // get the join keys from old parent ReduceSink operators + Map> keyExprMap = new HashMap>(); + // construct valueTableDescs and valueFilteredTableDescs List valueTableDescs = new ArrayList(); - List valueFiltedTableDescs = new ArrayList(); + List valueFilteredTableDescs = new ArrayList(); int[][] filterMap = desc.getFilterMap(); for (pos = 0; pos < op.getParentOperators().size(); pos++) { - List valueCols = newValueExprs.get(Byte.valueOf((byte) pos)); - int length = valueCols.size(); - List valueFilteredCols = new ArrayList(length); - // deep copy expr node desc - for (int i = 0; i < length; i++) { - valueFilteredCols.add(valueCols.get(i).clone()); + ReduceSinkOperator inputRS = oldReduceSinkParentOps.get(pos); + List keyCols = inputRS.getConf().getKeyCols(); + List valueCols = newValueExprs.get(pos); + if (pos != mapJoinPos) { + // remove values in key exprs for value table schema + // value expression for hashsink will be modified in LocalMapJoinProcessor + int[] valueIndex = new int[valueCols.size()]; + List valueColsInValueExpr = new ArrayList(); + for (int i = 0; i < valueIndex.length; i++) { + ExprNodeDesc expr = valueCols.get(i); + int kindex = ExprNodeDescUtils.indexOf(expr, keyCols); + if (kindex >= 0) { + valueIndex[i] = kindex; + } else { + valueIndex[i] = -valueColsInValueExpr.size() - 1; + valueColsInValueExpr.add(expr); + } + } + if (needValueIndex(valueIndex)) { + valueIndices.put(pos, valueIndex); + } + valueCols = valueColsInValueExpr; } + // deep copy expr node desc + List valueFilteredCols = ExprNodeDescUtils.clone(valueCols); if (filterMap != null && filterMap[pos] != null && pos != mapJoinPos) { ExprNodeColumnDesc isFilterDesc = new ExprNodeColumnDesc(TypeInfoFactory .getPrimitiveTypeInfo(serdeConstants.SMALLINT_TYPE_NAME), "filter", "filter", false); valueFilteredCols.add(isFilterDesc); } - - keyOrder = new StringBuilder(); - for (int i = 0; i < valueCols.size(); i++) { - keyOrder.append("+"); - } - TableDesc valueTableDesc = PlanUtils.getMapJoinValueTableDesc(PlanUtils .getFieldSchemasFromColumnList(valueCols, "mapjoinvalue")); TableDesc valueFilteredTableDesc = PlanUtils.getMapJoinValueTableDesc(PlanUtils .getFieldSchemasFromColumnList(valueFilteredCols, "mapjoinvalue")); valueTableDescs.add(valueTableDesc); - valueFiltedTableDescs.add(valueFilteredTableDesc); + valueFilteredTableDescs.add(valueFilteredTableDesc); + + keyExprMap.put(pos, keyCols); } Map> filters = desc.getFilters(); @@ -505,7 +508,7 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, byte srcTag = entry.getKey(); List filter = entry.getValue(); - Operator terminal = op.getParentOperators().get(srcTag); + Operator terminal = oldReduceSinkParentOps.get(srcTag); newFilters.put(srcTag, ExprNodeDescUtils.backtrack(filter, op, terminal)); } desc.setFilters(filters = newFilters); @@ -521,17 +524,22 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, dumpFilePrefix = "mapfile"+PlanUtils.getCountForMapJoinDumpFilePrefix(); } + List keyCols = keyExprMap.get((byte)mapJoinPos); + List outputColumnNames = op.getConf().getOutputColumnNames(); TableDesc keyTableDesc = PlanUtils.getMapJoinKeyTableDesc(hconf, PlanUtils.getFieldSchemasFromColumnList(keyCols, MAPJOINKEY_FIELDPREFIX)); JoinCondDesc[] joinCondns = op.getConf().getConds(); MapJoinDesc mapJoinDescriptor = new MapJoinDesc(keyExprMap, keyTableDesc, newValueExprs, - valueTableDescs, valueFiltedTableDescs, outputColumnNames, mapJoinPos, joinCondns, + valueTableDescs, valueFilteredTableDescs, outputColumnNames, mapJoinPos, joinCondns, filters, op.getConf().getNoOuterJoin(), dumpFilePrefix); mapJoinDescriptor.setStatistics(op.getConf().getStatistics()); mapJoinDescriptor.setTagOrder(tagOrder); mapJoinDescriptor.setNullSafes(desc.getNullSafes()); mapJoinDescriptor.setFilterMap(desc.getFilterMap()); + if (!valueIndices.isEmpty()) { + mapJoinDescriptor.setValueIndices(valueIndices); + } // reduce sink row resolver used to generate map join op RowResolver outputRS = opParseCtxMap.get(op).getRowResolver(); @@ -558,6 +566,15 @@ public static MapJoinOperator convertJoinOpMapJoinOp(HiveConf hconf, } + private static boolean needValueIndex(int[] valueIndex) { + for (int i = 0; i < valueIndex.length; i++) { + if (valueIndex[i] != -i - 1) { + return true; + } + } + return false; + } + /** * convert a sortmerge join to a a map-side join. * diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java index 86e4834..c52f753 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/CorrelationOptimizer.java @@ -36,7 +36,6 @@ import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.conf.HiveConf; -import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.exec.FileSinkOperator; import org.apache.hadoop.hive.ql.exec.GroupByOperator; import org.apache.hadoop.hive.ql.exec.JoinOperator; @@ -62,6 +61,7 @@ import org.apache.hadoop.hive.ql.optimizer.physical.CommonJoinTaskDispatcher; import org.apache.hadoop.hive.ql.parse.OpParseContext; import org.apache.hadoop.hive.ql.parse.ParseContext; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; @@ -341,7 +341,6 @@ private boolean sameOrder(String order1, String order2) { IntraQueryCorrelation correlation) throws SemanticException { LOG.info("now detecting operator " + current.getIdentifier() + " " + current.getName()); - LinkedHashSet correlatedReduceSinkOperators = new LinkedHashSet(); if (skipedJoinOperators.contains(current)) { @@ -387,18 +386,18 @@ private boolean sameOrder(String order1, String order2) { ExprNodeDescUtils.backtrack(childKeyCols, child, current); List backtrackedPartitionCols = ExprNodeDescUtils.backtrack(childPartitionCols, child, current); + + OpParseContext opCtx = pCtx.getOpParseCtx().get(current); + RowResolver rowResolver = opCtx.getRowResolver(); Set tableNeedToCheck = new HashSet(); for (ExprNodeDesc expr: childKeyCols) { if (!(expr instanceof ExprNodeColumnDesc)) { return correlatedReduceSinkOperators; - } else { - String colName = ((ExprNodeColumnDesc)expr).getColumn(); - OpParseContext opCtx = pCtx.getOpParseCtx().get(current); - for (ColumnInfo cinfo : opCtx.getRowResolver().getColumnInfos()) { - if (colName.equals(cinfo.getInternalName())) { - tableNeedToCheck.add(cinfo.getTabAlias()); - } - } + } + String colName = ((ExprNodeColumnDesc)expr).getColumn(); + String[] nm = rowResolver.reverseLookup(colName); + if (nm != null) { + tableNeedToCheck.add(nm[0]); } } if (current instanceof JoinOperator) { @@ -576,7 +575,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object... nodeOutputs) throws SemanticException { CorrelationNodeProcCtx corrCtx = (CorrelationNodeProcCtx) ctx; ReduceSinkOperator op = (ReduceSinkOperator) nd; - // Check if we have visited this operator if (corrCtx.isWalked(op)) { return null; diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java index 719fe9f..6a7733c 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplication.java @@ -34,6 +34,7 @@ import org.apache.hadoop.hive.ql.exec.JoinOperator; import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator; +import org.apache.hadoop.hive.ql.exec.SelectOperator; import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; import org.apache.hadoop.hive.ql.lib.Dispatcher; @@ -163,7 +164,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, } return false; } - if (child instanceof ExtractOperator) { + if (child instanceof ExtractOperator || child instanceof SelectOperator) { return process(cRS, dedupCtx); } return false; diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java index 7cf48a7..d3caaf0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcCtx.java @@ -20,6 +20,7 @@ import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.plan.OperatorDesc; /** @@ -69,4 +70,8 @@ public LineageCtx getLineageCtx() { public Operator getInputOperator() { return inpOp; } + + public RowResolver getResolver() { + return lctx.getParseCtx().getOpParseCtx().get(inpOp).getRowResolver(); + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java index b5cdde1..fdbb93e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/ExprProcFactory.java @@ -28,6 +28,8 @@ import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.exec.Operator; +import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator; +import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.hooks.LineageInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.BaseColumnInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.Dependency; @@ -40,6 +42,7 @@ import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; import org.apache.hadoop.hive.ql.lib.Rule; import org.apache.hadoop.hive.ql.lib.RuleRegExp; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeConstantDesc; @@ -70,20 +73,19 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, // assert that the input operator is not null as there are no // exprs associated with table scans. - assert (epc.getInputOperator() != null); - - ColumnInfo inp_ci = null; - for (ColumnInfo tmp_ci : epc.getInputOperator().getSchema() - .getSignature()) { - if (tmp_ci.getInternalName().equals(cd.getColumn())) { - inp_ci = tmp_ci; - break; - } + Operator operator = epc.getInputOperator(); + assert (operator != null); + + RowResolver resolver = epc.getResolver(); + String[] nm = resolver.reverseLookup(cd.getColumn()); + if (nm == null && operator instanceof ReduceSinkOperator) { + nm = resolver.reverseLookup(Utilities.removeValueTag(cd.getColumn())); } + ColumnInfo ci = nm != null ? resolver.get(nm[0], nm[1]): null; // Insert the dependencies of inp_ci to that of the current operator, ci LineageCtx lc = epc.getLineageCtx(); - Dependency dep = lc.getIndex().getDependency(epc.getInputOperator(), inp_ci); + Dependency dep = lc.getIndex().getDependency(operator, ci); return dep; } diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java index 78b7ca8..48ca8f9 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/lineage/OpProcFactory.java @@ -32,6 +32,7 @@ import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Table; import org.apache.hadoop.hive.ql.exec.ColumnInfo; +import org.apache.hadoop.hive.ql.exec.ExtractOperator; import org.apache.hadoop.hive.ql.exec.ForwardOperator; import org.apache.hadoop.hive.ql.exec.GroupByOperator; import org.apache.hadoop.hive.ql.exec.JoinOperator; @@ -41,6 +42,7 @@ import org.apache.hadoop.hive.ql.exec.RowSchema; import org.apache.hadoop.hive.ql.exec.SelectOperator; import org.apache.hadoop.hive.ql.exec.TableScanOperator; +import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.hooks.LineageInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.BaseColumnInfo; import org.apache.hadoop.hive.ql.hooks.LineageInfo.Dependency; @@ -52,6 +54,7 @@ import org.apache.hadoop.hive.ql.lib.Utils; import org.apache.hadoop.hive.ql.metadata.VirtualColumn; import org.apache.hadoop.hive.ql.parse.ParseContext; +import org.apache.hadoop.hive.ql.parse.RowResolver; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.AggregationDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; @@ -213,8 +216,8 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, // Otherwise look up the expression corresponding to this ci ExprNodeDesc expr = exprs.get(cnt++); - lCtx.getIndex().mergeDependency(op, ci, - ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + Dependency dependency = ExprProcFactory.getExprDependency(lCtx, inpOp, expr); + lCtx.getIndex().mergeDependency(op, ci, dependency); } return null; @@ -438,7 +441,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, LineageCtx lCtx = (LineageCtx) procCtx; ReduceSinkOperator rop = (ReduceSinkOperator)nd; - ArrayList col_infos = rop.getSchema().getSignature(); Operator inpOp = getParent(stack); int cnt = 0; @@ -450,15 +452,49 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, } if (op instanceof GroupByOperator) { + ArrayList col_infos = rop.getSchema().getSignature(); for(ExprNodeDesc expr : rop.getConf().getKeyCols()) { lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); } - } - - for(ExprNodeDesc expr : rop.getConf().getValueCols()) { - lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), - ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + for(ExprNodeDesc expr : rop.getConf().getValueCols()) { + lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), + ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + } + } else if (op instanceof ExtractOperator) { + ArrayList col_infos = rop.getSchema().getSignature(); + for(ExprNodeDesc expr : rop.getConf().getValueCols()) { + lCtx.getIndex().putDependency(rop, col_infos.get(cnt++), + ExprProcFactory.getExprDependency(lCtx, inpOp, expr)); + } + } else { + RowResolver resolver = lCtx.getParseCtx().getOpParseCtx().get(rop).getRowResolver(); + ReduceSinkDesc desc = rop.getConf(); + List keyCols = desc.getKeyCols(); + ArrayList keyColNames = desc.getOutputKeyColumnNames(); + for (int i = 0; i < keyCols.size(); i++) { + // order-bys, joins + String[] nm = resolver.reverseLookup(Utilities.ReduceField.KEY + "." + keyColNames.get(i)); + if (nm == null) { + continue; // key in values + } + ColumnInfo column = resolver.get(nm[0], nm[1]); + lCtx.getIndex().putDependency(rop, column, + ExprProcFactory.getExprDependency(lCtx, inpOp, keyCols.get(i))); + } + List valCols = desc.getValueCols(); + ArrayList valColNames = desc.getOutputValueColumnNames(); + for (int i = 0; i < valCols.size(); i++) { + // todo: currently, bucketing,etc. makes RS differently with those for order-bys or joins + String[] nm = resolver.reverseLookup(valColNames.get(i)); + if (nm == null) { + // order-bys, joins + nm = resolver.reverseLookup(Utilities.ReduceField.VALUE + "." + valColNames.get(i)); + } + ColumnInfo column = resolver.get(nm[0], nm[1]); + lCtx.getIndex().putDependency(rop, column, + ExprProcFactory.getExprDependency(lCtx, inpOp, valCols.get(i))); + } } return null; diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java index eac0edd..82f4243 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/BucketingSortingOpProcFactory.java @@ -20,7 +20,9 @@ import java.util.ArrayList; import java.util.Arrays; +import java.util.Collections; import java.util.List; +import java.util.Map; import java.util.Stack; import org.apache.hadoop.hive.ql.exec.ColumnInfo; @@ -42,8 +44,11 @@ import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; -import org.apache.hadoop.hive.ql.plan.ExprNodeDesc.ExprNodeDescEqualityWrapper; +import org.apache.hadoop.hive.ql.plan.ExprNodeDescUtils; +import org.apache.hadoop.hive.ql.plan.JoinDesc; import org.apache.hadoop.hive.ql.plan.OperatorDesc; +import org.apache.hadoop.hive.ql.plan.ReduceSinkDesc; +import org.apache.hadoop.hive.ql.plan.SelectDesc; /** * Operator factory for the rule processors for inferring bucketing/sorting columns. @@ -129,8 +134,11 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, BucketingSortingCtx bctx = (BucketingSortingCtx)procCtx; JoinOperator jop = (JoinOperator)nd; - List colInfos = jop.getSchema().getSignature(); - Byte[] order = jop.getConf().getTagOrder(); + JoinDesc joinDesc = jop.getConf(); + + Byte[] order = joinDesc.getTagOrder(); + Map> expressions = joinDesc.getExprs(); + List outputValNames = joinDesc.getOutputColumnNames(); BucketCol[] newBucketCols = null; SortCol[] newSortCols = null; @@ -143,63 +151,55 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, assert(parent instanceof ReduceSinkOperator); ReduceSinkOperator rop = (ReduceSinkOperator)jop.getParentOperators().get(i); + ReduceSinkDesc rsDesc = rop.getConf(); - String sortOrder = rop.getConf().getOrder(); - List bucketCols = new ArrayList(); - List sortCols = new ArrayList(); - // Go through the Reduce keys and find the matching column(s) in the reduce values - for (int keyIndex = 0; keyIndex < rop.getConf().getKeyCols().size(); keyIndex++) { - for (int valueIndex = 0; valueIndex < rop.getConf().getValueCols().size(); - valueIndex++) { - - if (new ExprNodeDescEqualityWrapper(rop.getConf().getValueCols().get(valueIndex)). - equals(new ExprNodeDescEqualityWrapper(rop.getConf().getKeyCols().get( - keyIndex)))) { - - String colName = rop.getSchema().getSignature().get(valueIndex).getInternalName(); - bucketCols.add(new BucketCol(colName, keyIndex)); - sortCols.add(new SortCol(colName, keyIndex, sortOrder.charAt(keyIndex))); - break; - } + byte tag = (byte) rsDesc.getTag(); + List joinValues = expressions.get(tag); + + // Columns are output from the join from the different reduce sinks in the order of their + // offsets + int offset = 0; + for (byte orderIndex = 0; orderIndex < order.length; orderIndex++) { + if (order[orderIndex] < order[tag]) { + offset += expressions.get(orderIndex).size(); } } - if (bucketCols.isEmpty()) { - assert(sortCols.isEmpty()); - continue; - } + String sortOrder = rsDesc.getOrder(); + List keyCols = rsDesc.getKeyCols(); + List valCols = ExprNodeDescUtils.backtrack(joinValues, jop, parent); if (newBucketCols == null) { - assert(newSortCols == null); - // The number of join keys is equal to the number of keys in every reducer, although - // not every key may map to a value in the reducer - newBucketCols = new BucketCol[rop.getConf().getKeyCols().size()]; - newSortCols = new SortCol[rop.getConf().getKeyCols().size()]; - } else { - assert(newSortCols != null); + newBucketCols = new BucketCol[keyCols.size()]; + newSortCols = new SortCol[keyCols.size()]; } - byte tag = (byte)rop.getConf().getTag(); - List exprs = jop.getConf().getExprs().get(tag); - - int colInfosOffset = 0; - int orderValue = order[tag]; - // Columns are output from the join from the different reduce sinks in the order of their - // offsets - for (byte orderIndex = 0; orderIndex < order.length; orderIndex++) { - if (order[orderIndex] < orderValue) { - colInfosOffset += jop.getConf().getExprs().get(orderIndex).size(); + // Go through the Reduce keys and find the matching column(s) in the reduce values + for (int keyIndex = 0 ; keyIndex < keyCols.size(); keyIndex++) { + ExprNodeDesc key = keyCols.get(keyIndex); + int index = ExprNodeDescUtils.indexOf(key, valCols); + if (index >= 0) { + int vindex = offset + index; + String vname = outputValNames.get(vindex); + if (newBucketCols[keyIndex] != null) { + newBucketCols[keyIndex].addAlias(vname, vindex); + newSortCols[keyIndex].addAlias(vname, vindex); + } else { + newBucketCols[keyIndex] = new BucketCol(vname, vindex); + newSortCols[keyIndex] = new SortCol(vname, vindex, sortOrder.charAt(keyIndex)); + } } } - - findBucketingSortingColumns(exprs, colInfos, bucketCols, sortCols, newBucketCols, - newSortCols, colInfosOffset); - } - setBucketingColsIfComplete(bctx, jop, newBucketCols); - - setSortingColsIfComplete(bctx, jop, newSortCols); + List bucketCols = Arrays.asList(newBucketCols); + if (!bucketCols.contains(null)) { + bctx.setBucketedCols(jop, bucketCols); + } + List sortCols = Arrays.asList(newSortCols); + if (!sortCols.contains(null)) { + bctx.setSortedCols(jop, sortCols); + } return null; } @@ -331,6 +331,12 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, BucketingSortingCtx bctx = (BucketingSortingCtx)procCtx; SelectOperator sop = (SelectOperator)nd; + if (sop.getNumParent() == 1 && + sop.getParentOperators().get(0) instanceof ReduceSinkOperator) { + ReduceSinkOperator rs = (ReduceSinkOperator) sop.getParentOperators().get(0); + extractTraits(bctx, rs, sop); + return null; + } Operator parent = getParent(stack); // if this is a selStarNoCompute then this select operator @@ -506,71 +512,83 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, Operator parent = exop.getParentOperators().get(0); // The caller of this method should guarantee this - assert(parent instanceof ReduceSinkOperator); + if (parent instanceof ReduceSinkOperator) { + extractTraits(bctx, (ReduceSinkOperator)parent, exop); + } - ReduceSinkOperator rop = (ReduceSinkOperator)parent; + return null; + } + } - // Go through the set of partition columns, and find their representatives in the values - // These represent the bucketed columns - List bucketCols = new ArrayList(); - for (int i = 0; i < rop.getConf().getPartitionCols().size(); i++) { - boolean valueColFound = false; - for (int j = 0; j < rop.getConf().getValueCols().size(); j++) { - if (new ExprNodeDescEqualityWrapper(rop.getConf().getValueCols().get(j)).equals( - new ExprNodeDescEqualityWrapper(rop.getConf().getPartitionCols().get(i)))) { - - bucketCols.add(new BucketCol( - rop.getSchema().getSignature().get(j).getInternalName(), j)); - valueColFound = true; - break; - } - } + static void extractTraits(BucketingSortingCtx bctx, ReduceSinkOperator rop, Operator exop) + throws SemanticException { - // If the partition columns can't all be found in the values then the data is not bucketed - if (!valueColFound) { - bucketCols.clear(); - break; - } - } + List outputValues = Collections.emptyList(); + if (exop instanceof ExtractOperator) { + outputValues = rop.getConf().getValueCols(); + } else if (exop instanceof SelectOperator) { + SelectDesc select = ((SelectOperator)exop).getConf(); + outputValues = ExprNodeDescUtils.backtrack(select.getColList(), exop, rop); + } + if (outputValues.isEmpty()) { + return; + } - // Go through the set of key columns, and find their representatives in the values - // These represent the sorted columns - String sortOrder = rop.getConf().getOrder(); - List sortCols = new ArrayList(); - for (int i = 0; i < rop.getConf().getKeyCols().size(); i++) { - boolean valueColFound = false; - for (int j = 0; j < rop.getConf().getValueCols().size(); j++) { - if (new ExprNodeDescEqualityWrapper(rop.getConf().getValueCols().get(j)).equals( - new ExprNodeDescEqualityWrapper(rop.getConf().getKeyCols().get(i)))) { - - sortCols.add(new SortCol( - rop.getSchema().getSignature().get(j).getInternalName(), j, sortOrder.charAt(i))); - valueColFound = true; - break; - } - } + // Go through the set of partition columns, and find their representatives in the values + // These represent the bucketed columns + List bucketCols = extractBucketCols(rop, outputValues); - // If the sorted columns can't all be found in the values then the data is only sorted on - // the columns seen up until now - if (!valueColFound) { - break; - } - } + // Go through the set of key columns, and find their representatives in the values + // These represent the sorted columns + List sortCols = extractSortCols(rop, outputValues); - List colInfos = exop.getSchema().getSignature(); + List colInfos = exop.getSchema().getSignature(); - if (!bucketCols.isEmpty()) { - List newBucketCols = getNewBucketCols(bucketCols, colInfos); - bctx.setBucketedCols(exop, newBucketCols); - } + if (!bucketCols.isEmpty()) { + List newBucketCols = getNewBucketCols(bucketCols, colInfos); + bctx.setBucketedCols(exop, newBucketCols); + } - if (!sortCols.isEmpty()) { - List newSortCols = getNewSortCols(sortCols, colInfos); - bctx.setSortedCols(exop, newSortCols); + if (!sortCols.isEmpty()) { + List newSortCols = getNewSortCols(sortCols, colInfos); + bctx.setSortedCols(exop, newSortCols); + } + } + + static List extractBucketCols(ReduceSinkOperator rop, List outputValues) { + List bucketCols = new ArrayList(); + for (ExprNodeDesc partitionCol : rop.getConf().getPartitionCols()) { + if (!(partitionCol instanceof ExprNodeColumnDesc)) { + return Collections.emptyList(); } + int index = ExprNodeDescUtils.indexOf(partitionCol, outputValues); + if (index < 0) { + return Collections.emptyList(); + } + bucketCols.add(new BucketCol(((ExprNodeColumnDesc) partitionCol).getColumn(), index)); + } + // If the partition columns can't all be found in the values then the data is not bucketed + return bucketCols; + } - return null; + static List extractSortCols(ReduceSinkOperator rop, List outputValues) { + String sortOrder = rop.getConf().getOrder(); + List sortCols = new ArrayList(); + ArrayList keyCols = rop.getConf().getKeyCols(); + for (int i = 0; i < keyCols.size(); i++) { + ExprNodeDesc keyCol = keyCols.get(i); + if (!(keyCol instanceof ExprNodeColumnDesc)) { + break; + } + int index = ExprNodeDescUtils.indexOf(keyCol, outputValues); + if (index < 0) { + break; + } + sortCols.add(new SortCol(((ExprNodeColumnDesc) keyCol).getColumn(), index, sortOrder.charAt(i))); } + // If the sorted columns can't all be found in the values then the data is only sorted on + // the columns seen up until now + return sortCols; } /** diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LocalMapJoinProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LocalMapJoinProcFactory.java index 4019320..9076d48 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LocalMapJoinProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/LocalMapJoinProcFactory.java @@ -46,8 +46,10 @@ import org.apache.hadoop.hive.ql.lib.RuleRegExp; import org.apache.hadoop.hive.ql.optimizer.physical.MapJoinResolver.LocalMapJoinProcCtx; import org.apache.hadoop.hive.ql.parse.SemanticException; +import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; import org.apache.hadoop.hive.ql.plan.HashTableDummyDesc; import org.apache.hadoop.hive.ql.plan.HashTableSinkDesc; +import org.apache.hadoop.hive.ql.plan.MapJoinDesc; import org.apache.hadoop.hive.ql.plan.OperatorDesc; import org.apache.hadoop.hive.ql.plan.PlanUtils; import org.apache.hadoop.hive.ql.plan.TableDesc; @@ -118,15 +120,12 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object.. e.printStackTrace(); } + MapJoinDesc mapJoinDesc = mapJoinOp.getConf(); + // mapjoin should not affected by join reordering - mapJoinOp.getConf().resetOrder(); + mapJoinDesc.resetOrder(); HiveConf conf = context.getParseCtx().getConf(); - - HashTableSinkDesc hashTableSinkDesc = new HashTableSinkDesc(mapJoinOp.getConf()); - HashTableSinkOperator hashTableSinkOp = (HashTableSinkOperator) OperatorFactory - .get(hashTableSinkDesc); - // set hashtable memory usage float hashtableMemoryUsage; if (context.isFollowedByGroupBy()) { @@ -136,14 +135,16 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object.. hashtableMemoryUsage = conf.getFloatVar( HiveConf.ConfVars.HIVEHASHTABLEMAXMEMORYUSAGE); } - mapJoinOp.getConf().setHashTableMemoryUsage(hashtableMemoryUsage); + mapJoinDesc.setHashTableMemoryUsage(hashtableMemoryUsage); LOG.info("Setting max memory usage to " + hashtableMemoryUsage + " for table sink " + (context.isFollowedByGroupBy() ? "" : "not") + " followed by group by"); - hashTableSinkOp.getConf().setHashtableMemoryUsage(hashtableMemoryUsage); + + HashTableSinkDesc hashTableSinkDesc = new HashTableSinkDesc(mapJoinDesc); + HashTableSinkOperator hashTableSinkOp = (HashTableSinkOperator) OperatorFactory + .get(hashTableSinkDesc); // get the last operator for processing big tables - int bigTable = mapJoinOp.getConf().getPosBigTable(); - Byte[] orders = mapJoinOp.getConf().getTagOrder(); + int bigTable = mapJoinDesc.getPosBigTable(); // todo: support tez/vectorization boolean useNontaged = conf.getBoolVar( @@ -160,7 +161,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object.. new ArrayList>(); // get all parents List> parentsOp = mapJoinOp.getParentOperators(); - for (int i = 0; i < parentsOp.size(); i++) { + for (byte i = 0; i < parentsOp.size(); i++) { if (i == bigTable) { smallTablesParentOp.add(null); directOperators.add(null); @@ -173,13 +174,26 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object.. // no filter, no projection. no need to stage smallTablesParentOp.add(null); directOperators.add(parent); - hashTableSinkDesc.getKeys().put(orders[i], null); - hashTableSinkDesc.getExprs().put(orders[i], null); - hashTableSinkDesc.getFilters().put(orders[i], null); + hashTableSinkDesc.getKeys().put(i, null); + hashTableSinkDesc.getExprs().put(i, null); + hashTableSinkDesc.getFilters().put(i, null); } else { // keep the parent id correct smallTablesParentOp.add(parent); directOperators.add(null); + int[] valueIndex = mapJoinDesc.getValueIndex(i); + if (valueIndex != null) { + // remove values in key exprs + // schema for value is already fixed in MapJoinProcessor#convertJoinOpMapJoinOp + List newValues = new ArrayList(); + List values = hashTableSinkDesc.getExprs().get(i); + for (int index = 0; index < values.size(); index++) { + if (valueIndex[index] < 0) { + newValues.add(values.get(index)); + } + } + hashTableSinkDesc.getExprs().put(i, newValues); + } } // let hashtable Op be the child of this parent parent.replaceChild(mapJoinOp, hashTableSinkOp); @@ -187,7 +201,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx ctx, Object.. parent.setChildOperators(null); } - // create an new operator: HashTable DummyOpeator, which share the table desc + // create new operator: HashTable DummyOperator, which share the table desc HashTableDummyDesc desc = new HashTableDummyDesc(); HashTableDummyOperator dummyOp = (HashTableDummyOperator) OperatorFactory.get(desc); TableDesc tbl; diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java index f142f3e..33b8a21 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/RowResolver.java @@ -97,24 +97,23 @@ public ASTNode getExpressionSource(ASTNode node) { } public void put(String tab_alias, String col_alias, ColumnInfo colInfo) { + if (!addMappingOnly(tab_alias, col_alias, colInfo)) { + rowSchema.getSignature().add(colInfo); + } + } + + public boolean addMappingOnly(String tab_alias, String col_alias, ColumnInfo colInfo) { if (tab_alias != null) { tab_alias = tab_alias.toLowerCase(); } col_alias = col_alias.toLowerCase(); - if (rowSchema.getSignature() == null) { - rowSchema.setSignature(new ArrayList()); - } - + /* * allow multiple mappings to the same ColumnInfo. - * When a ColumnInfo is mapped multiple times, only the + * When a ColumnInfo is mapped multiple times, only the * first inverse mapping is captured. */ boolean colPresent = invRslvMap.containsKey(colInfo.getInternalName()); - - if ( !colPresent ) { - rowSchema.getSignature().add(colInfo); - } LinkedHashMap f_map = rslvMap.get(tab_alias); if (f_map == null) { @@ -127,10 +126,12 @@ public void put(String tab_alias, String col_alias, ColumnInfo colInfo) { qualifiedAlias[0] = tab_alias; qualifiedAlias[1] = col_alias; if ( !colPresent ) { - invRslvMap.put(colInfo.getInternalName(), qualifiedAlias); + invRslvMap.put(colInfo.getInternalName(), qualifiedAlias); } else { altInvRslvMap.put(colInfo.getInternalName(), qualifiedAlias); } + + return colPresent; } public boolean hasTableAlias(String tab_alias) { @@ -350,18 +351,4 @@ public void setExpressionMap(Map expressionMap) { this.expressionMap = expressionMap; } - public String[] toColumnDesc() { - StringBuilder cols = new StringBuilder(); - StringBuilder colTypes = new StringBuilder(); - - for (ColumnInfo colInfo : getColumnInfos()) { - if (cols.length() > 0) { - cols.append(','); - colTypes.append(':'); - } - cols.append(colInfo.getInternalName()); - colTypes.append(colInfo.getType().getTypeName()); - } - return new String[] {cols.toString(), colTypes.toString()}; - } } diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index 28d0e1c..6cdaedb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -24,7 +24,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.Arrays; -import java.util.Collections; import java.util.HashMap; import java.util.HashSet; import java.util.Iterator; @@ -2708,7 +2707,7 @@ private Operator genScriptPlan(ASTNode trfm, QB qb, Operator input) fetchFilesNotInLocalFilesystem(stripQuotes(trfm.getChild(execPos).getText())), inInfo, inRecordWriter, outInfo, outRecordReader, errRecordReader, errInfo), new RowSchema(out_rwsch.getColumnInfos()), input), out_rwsch); - output.setColumnExprMap(Collections.emptyMap()); // disable backtracking + output.setColumnExprMap(new HashMap()); // disable backtracking return output; } @@ -3117,15 +3116,18 @@ private static boolean isRegex(String pattern, HiveConf conf) { startPosn = 0; } + Set colAliases = new HashSet(); + ASTNode[] exprs = new ASTNode[exprList.getChildCount()]; + String[][] aliases = new String[exprList.getChildCount()][]; + boolean[] hasAsClauses = new boolean[exprList.getChildCount()]; // Iterate over all expression (either after SELECT, or in SELECT TRANSFORM) for (int i = startPosn; i < exprList.getChildCount(); ++i) { // child can be EXPR AS ALIAS, or EXPR. ASTNode child = (ASTNode) exprList.getChild(i); boolean hasAsClause = (!isInTransform) && (child.getChildCount() == 2); - boolean isWindowSpec = child.getChildCount() == 3 ? - (child.getChild(2).getType() == HiveParser.TOK_WINDOWSPEC) : - false; + boolean isWindowSpec = child.getChildCount() == 3 && + child.getChild(2).getType() == HiveParser.TOK_WINDOWSPEC; // EXPR AS (ALIAS,...) parses, but is only allowed for UDTF's // This check is not needed and invalid when there is a transform b/c the @@ -3156,8 +3158,20 @@ private static boolean isRegex(String pattern, HiveConf conf) { unparseTranslator.addIdentifierTranslation((ASTNode) child .getChild(1)); } - } + exprs[i] = expr; + aliases[i] = new String[] {tabAlias, colAlias}; + hasAsClauses[i] = hasAsClause; + colAliases.add(colAlias); + } + + // Iterate over all expression (either after SELECT, or in SELECT TRANSFORM) + for (int i = startPosn; i < exprList.getChildCount(); ++i) { + // The real expression + ASTNode expr = exprs[i]; + String tabAlias = aliases[i][0]; + String colAlias = aliases[i][1]; + boolean hasAsClause = hasAsClauses[i]; if (expr.getType() == HiveParser.TOK_ALLCOLREF) { pos = genColListRegex(".*", expr.getChildCount() == 0 ? null @@ -3193,7 +3207,8 @@ private static boolean isRegex(String pattern, HiveConf conf) { tcCtx.setAllowDistinctFunctions(false); ExprNodeDesc exp = genExprNodeDesc(expr, inputRR, tcCtx); String recommended = recommendName(exp, colAlias); - if (recommended != null && out_rwsch.get(null, recommended) == null) { + if (recommended != null && !colAliases.contains(recommended) && + out_rwsch.get(null, recommended) == null) { colAlias = recommended; } col_list.add(exp); @@ -4726,7 +4741,7 @@ private Operator genGroupByPlan1ReduceMultiGBY(List dests, QB qb, Operat * distinct key in hope of getting a uniform distribution, and * compute partial aggregates by the grouping key. Evaluate partial * aggregates first, and spray by the grouping key to compute actual - * aggregates in the second phase. The agggregation evaluation + * aggregates in the second phase. The aggregation evaluation * functions are as follows: Partitioning Key: distinct key * * Sorting Key: distinct key @@ -4794,7 +4809,7 @@ private Operator genGroupByPlan2MRMultiGroupBy(String dest, QB qb, * compute partial aggregates grouped by the reduction key (grouping * key + distinct key). Evaluate partial aggregates first, and spray * by the grouping key to compute actual aggregates in the second - * phase. The agggregation evaluation functions are as follows: + * phase. The aggregation evaluation functions are as follows: * Partitioning Key: random() if no DISTINCT grouping + distinct key * if DISTINCT * @@ -4968,7 +4983,7 @@ private void checkExpressionsForGroupingSet(List grpByExprs, * spray by the group by key, and sort by the distinct key (if any), and * compute aggregates based on actual aggregates * - * The agggregation evaluation functions are as follows: + * The aggregation evaluation functions are as follows: * * No grouping sets: * Group By Operator: @@ -5135,7 +5150,7 @@ private Operator genGroupByPlanMapAggrNoSkew(String dest, QB qb, * key). Evaluate partial aggregates first, and spray by the grouping key to * compute actual aggregates in the second phase. * - * The agggregation evaluation functions are as follows: + * The aggregation evaluation functions are as follows: * * No grouping sets: * STAGE 1 @@ -5157,7 +5172,7 @@ private Operator genGroupByPlanMapAggrNoSkew(String dest, QB qb, * Sorting Key: grouping key * Reducer: merge/terminate (mode = FINAL) * - * In the presence of grouping sets, the agggregation evaluation functions are as follows: + * In the presence of grouping sets, the aggregation evaluation functions are as follows: * STAGE 1 * Group by Operator: * grouping keys: group by expressions + grouping id. if no DISTINCT @@ -5406,8 +5421,8 @@ private Operator genBucketingSortingDest(String dest, Operator input, QB qb, if ((dest_tab.getNumBuckets() > 0) && (conf.getBoolVar(HiveConf.ConfVars.HIVEENFORCEBUCKETING))) { enforceBucketing = true; - partnCols = getParitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, true); - partnColsNoConvert = getParitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, + partnCols = getPartitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, true); + partnColsNoConvert = getPartitionColsFromBucketCols(dest, qb, dest_tab, table_desc, input, false); } @@ -6205,7 +6220,7 @@ private Operator genLimitMapRedPlan(String dest, QB qb, Operator input, return genLimitPlan(dest, qb, curr, limit); } - private ArrayList getParitionColsFromBucketCols(String dest, QB qb, Table tab, + private ArrayList getPartitionColsFromBucketCols(String dest, QB qb, Table tab, TableDesc table_desc, Operator input, boolean convert) throws SemanticException { List tabBucketCols = tab.getBucketCols(); @@ -6384,7 +6399,7 @@ private Operator genReduceSinkPlanForSortingBucketing(Table tab, Operator input, } @SuppressWarnings("nls") - private Operator genReduceSinkPlan(String dest, QB qb, Operator input, + private Operator genReduceSinkPlan(String dest, QB qb, Operator input, int numReducers) throws SemanticException { RowResolver inputRR = opParseCtx.get(input).getRowResolver(); @@ -6424,8 +6439,11 @@ private Operator genReduceSinkPlan(String dest, QB qb, Operator input, } } } + Operator dummy = Operator.createDummy(); + dummy.setParentOperators(Arrays.asList(input)); ArrayList sortCols = new ArrayList(); + ArrayList sortColsBack = new ArrayList(); StringBuilder order = new StringBuilder(); if (sortExprs != null) { int ccount = sortExprs.getChildCount(); @@ -6446,58 +6464,121 @@ private Operator genReduceSinkPlan(String dest, QB qb, Operator input, } ExprNodeDesc exprNode = genExprNodeDesc(cl, inputRR); sortCols.add(exprNode); + sortColsBack.add(ExprNodeDescUtils.backtrack(exprNode, dummy, input)); } } - // For the generation of the values expression just get the inputs // signature and generate field expressions for those + RowResolver rsRR = new RowResolver(); ArrayList outputColumns = new ArrayList(); - Map colExprMap = new HashMap(); ArrayList valueCols = new ArrayList(); - int i = 0; - for (ColumnInfo colInfo : inputRR.getColumnInfos()) { - String internalName = getColumnInternalName(i++); - outputColumns.add(internalName); - valueCols.add(new ExprNodeColumnDesc(colInfo.getType(), colInfo - .getInternalName(), colInfo.getTabAlias(), colInfo - .getIsVirtualCol())); - colExprMap.put(internalName, valueCols.get(valueCols.size() - 1)); + ArrayList valueColsBack = new ArrayList(); + Map colExprMap = new HashMap(); + + ArrayList columnInfos = inputRR.getColumnInfos(); + + int[] index = new int[columnInfos.size()]; + for (int i = 0; i < index.length; i++) { + ColumnInfo colInfo = columnInfos.get(i); + String[] nm = inputRR.reverseLookup(colInfo.getInternalName()); + String[] nm2 = inputRR.getAlternateMappings(colInfo.getInternalName()); + ExprNodeColumnDesc value = new ExprNodeColumnDesc(colInfo.getType(), + colInfo.getInternalName(), colInfo.getTabAlias(), colInfo.getIsVirtualCol()); + + // backtrack can be null when input is script operator + ExprNodeDesc valueBack = ExprNodeDescUtils.backtrack(value, dummy, input); + int kindex = valueBack == null ? -1 : ExprNodeDescUtils.indexOf(valueBack, sortColsBack); + if (kindex >= 0) { + index[i] = kindex; + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.KEY + ".reducesinkkey" + kindex); + newColInfo.setTabAlias(nm[0]); + rsRR.addMappingOnly(nm[0], nm[1], newColInfo); + if (nm2 != null) { + rsRR.addMappingOnly(nm2[0], nm2[1], newColInfo); + } + continue; + } + int vindex = valueBack == null ? -1 : ExprNodeDescUtils.indexOf(valueBack, valueColsBack); + if (vindex >= 0) { + index[i] = -vindex - 1; + continue; + } + index[i] = -valueCols.size() - 1; + String outputColName = getColumnInternalName(valueCols.size()); + + valueCols.add(value); + valueColsBack.add(valueBack); + + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.VALUE + "." + outputColName); + newColInfo.setTabAlias(nm[0]); + + rsRR.put(nm[0], nm[1], newColInfo); + if (nm2 != null) { + rsRR.addMappingOnly(nm2[0], nm2[1], newColInfo); + } + outputColumns.add(outputColName); } - Operator interim = putOpInsertMap(OperatorFactory.getAndMakeChild(PlanUtils - .getReduceSinkDesc(sortCols, valueCols, outputColumns, false, -1, - partitionCols, order.toString(), numReducers), - new RowSchema(inputRR.getColumnInfos()), input), inputRR); - interim.setColumnExprMap(colExprMap); + dummy.setParentOperators(null); - // Add the extract operator to get the value fields - RowResolver out_rwsch = new RowResolver(); - RowResolver interim_rwsch = inputRR; - Integer pos = Integer.valueOf(0); - for (ColumnInfo colInfo : interim_rwsch.getColumnInfos()) { - String[] info = interim_rwsch.reverseLookup(colInfo.getInternalName()); - out_rwsch.put(info[0], info[1], new ColumnInfo( - getColumnInternalName(pos), colInfo.getType(), info[0], - colInfo.getIsVirtualCol(), colInfo.isHiddenVirtualCol())); - pos = Integer.valueOf(pos.intValue() + 1); + ReduceSinkDesc rsdesc = PlanUtils.getReduceSinkDesc(sortCols, valueCols, outputColumns, + false, -1, partitionCols, order.toString(), numReducers); + Operator interim = putOpInsertMap(OperatorFactory.getAndMakeChild(rsdesc, + new RowSchema(rsRR.getColumnInfos()), input), rsRR); + + List keyColNames = rsdesc.getOutputKeyColumnNames(); + for (int i = 0 ; i < keyColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.KEY + "." + keyColNames.get(i), sortCols.get(i)); + } + List valueColNames = rsdesc.getOutputValueColumnNames(); + for (int i = 0 ; i < valueColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.VALUE + "." + valueColNames.get(i), valueCols.get(i)); } + interim.setColumnExprMap(colExprMap); - Operator output = putOpInsertMap(OperatorFactory.getAndMakeChild( - new ExtractDesc(new ExprNodeColumnDesc(TypeInfoFactory.stringTypeInfo, - Utilities.ReduceField.VALUE.toString(), "", false)), new RowSchema( - out_rwsch.getColumnInfos()), interim), out_rwsch); + RowResolver selectRR = new RowResolver(); + ArrayList selCols = new ArrayList(); + ArrayList selOutputCols = new ArrayList(); + Map selColExprMap = new HashMap(); - if (LOG.isDebugEnabled()) { - LOG.debug("Created ReduceSink Plan for clause: " + dest + " row schema: " - + out_rwsch.toString()); + for (int i = 0; i < index.length; i++) { + ColumnInfo prev = columnInfos.get(i); + String[] nm = inputRR.reverseLookup(prev.getInternalName()); + String[] nm2 = inputRR.getAlternateMappings(prev.getInternalName()); + ColumnInfo info = new ColumnInfo(prev); + + String field; + if (index[i] >= 0) { + field = Utilities.ReduceField.KEY + "." + keyColNames.get(index[i]); + } else { + field = Utilities.ReduceField.VALUE + "." + valueColNames.get(-index[i] - 1); + } + String internalName = getColumnInternalName(i); + ExprNodeColumnDesc desc = new ExprNodeColumnDesc(info.getType(), + field, info.getTabAlias(), info.getIsVirtualCol()); + selCols.add(desc); + + info.setInternalName(internalName); + selectRR.put(nm[0], nm[1], info); + if (nm2 != null) { + selectRR.addMappingOnly(nm2[0], nm2[1], info); + } + selOutputCols.add(internalName); + selColExprMap.put(internalName, desc); } + SelectDesc select = new SelectDesc(selCols, selOutputCols); + Operator output = putOpInsertMap(OperatorFactory.getAndMakeChild(select, + new RowSchema(selectRR.getColumnInfos()), interim), selectRR); + output.setColumnExprMap(selColExprMap); return output; } private Operator genJoinOperatorChildren(QBJoinTree join, Operator left, Operator[] right, HashSet omitOpts) throws SemanticException { - RowResolver outputRS = new RowResolver(); + RowResolver outputRR = new RowResolver(); ArrayList outputColumnNames = new ArrayList(); // all children are base classes Operator[] rightOps = new Operator[right.length]; @@ -6511,56 +6592,73 @@ private Operator genJoinOperatorChildren(QBJoinTree join, Operator left, new HashMap>(); for (int pos = 0; pos < right.length; ++pos) { - - Operator input = right[pos]; + Operator input = right[pos] == null ? left : right[pos]; if (input == null) { input = left; } + ReduceSinkOperator rs = (ReduceSinkOperator) input; + if (rs.getNumParent() != 1) { + throw new SemanticException("RS should have single parent"); + } + Operator parent = rs.getParentOperators().get(0); + ReduceSinkDesc rsDesc = (ReduceSinkDesc) (input.getConf()); - ArrayList keyDesc = new ArrayList(); + int[] index = rs.getValueIndex(); + + ArrayList valueDesc = new ArrayList(); ArrayList filterDesc = new ArrayList(); - Byte tag = Byte.valueOf((byte) (((ReduceSinkDesc) (input.getConf())) - .getTag())); + Byte tag = (byte) rsDesc.getTag(); // check whether this input operator produces output - if (omitOpts == null || !omitOpts.contains(pos)) { - // prepare output descriptors for the input opt - RowResolver inputRS = opParseCtx.get(input).getRowResolver(); - Iterator keysIter = inputRS.getTableNames().iterator(); - Set aliases = posToAliasMap.get(pos); - if (aliases == null) { - aliases = new HashSet(); - posToAliasMap.put(pos, aliases); - } - while (keysIter.hasNext()) { - String key = keysIter.next(); - aliases.add(key); - HashMap map = inputRS.getFieldMap(key); - Iterator fNamesIter = map.keySet().iterator(); - while (fNamesIter.hasNext()) { - String field = fNamesIter.next(); - ColumnInfo valueInfo = inputRS.get(key, field); - keyDesc.add(new ExprNodeColumnDesc(valueInfo.getType(), valueInfo - .getInternalName(), valueInfo.getTabAlias(), valueInfo - .getIsVirtualCol())); + if (omitOpts != null && omitOpts.contains(pos)) { + exprMap.put(tag, valueDesc); + filterMap.put(tag, filterDesc); + rightOps[pos] = input; + continue; + } - if (outputRS.get(key, field) == null) { - String colName = getColumnInternalName(outputPos); - outputPos++; - outputColumnNames.add(colName); - colExprMap.put(colName, keyDesc.get(keyDesc.size() - 1)); - outputRS.put(key, field, new ColumnInfo(colName, valueInfo - .getType(), key, valueInfo.getIsVirtualCol(), valueInfo - .isHiddenVirtualCol())); - reversedExprs.put(colName, tag); - } - } + List keyColNames = rsDesc.getOutputKeyColumnNames(); + List valColNames = rsDesc.getOutputValueColumnNames(); + + // prepare output descriptors for the input opt + RowResolver inputRR = opParseCtx.get(input).getRowResolver(); + RowResolver parentRR = opParseCtx.get(parent).getRowResolver(); + posToAliasMap.put(pos, new HashSet(inputRR.getTableNames())); + + List columns = parentRR.getColumnInfos(); + for (int i = 0; i < index.length; i++) { + ColumnInfo prev = columns.get(i); + String[] nm = parentRR.reverseLookup(prev.getInternalName()); + String[] nm2 = parentRR.getAlternateMappings(prev.getInternalName()); + if (outputRR.get(nm[0], nm[1]) != null) { + continue; } - for (ASTNode cond : join.getFilters().get(tag)) { - filterDesc.add(genExprNodeDesc(cond, inputRS)); + ColumnInfo info = new ColumnInfo(prev); + String field; + if (index[i] >= 0) { + field = Utilities.ReduceField.KEY + "." + keyColNames.get(index[i]); + } else { + field = Utilities.ReduceField.VALUE + "." + valColNames.get(-index[i] - 1); + } + String internalName = getColumnInternalName(outputColumnNames.size()); + ExprNodeColumnDesc desc = new ExprNodeColumnDesc(info.getType(), + field, info.getTabAlias(), info.getIsVirtualCol()); + + info.setInternalName(internalName); + colExprMap.put(internalName, desc); + outputRR.put(nm[0], nm[1], info); + if (nm2 != null) { + outputRR.addMappingOnly(nm2[0], nm2[1], info); } + + valueDesc.add(desc); + outputColumnNames.add(internalName); + reversedExprs.put(internalName, tag); } - exprMap.put(tag, keyDesc); + for (ASTNode cond : join.getFilters().get(tag)) { + filterDesc.add(genExprNodeDesc(cond, inputRR)); + } + exprMap.put(tag, valueDesc); filterMap.put(tag, filterDesc); rightOps[pos] = input; } @@ -6577,7 +6675,7 @@ private Operator genJoinOperatorChildren(QBJoinTree join, Operator left, desc.setFilterMap(join.getFilterMap()); JoinOperator joinOp = (JoinOperator) OperatorFactory.getAndMakeChild(desc, - new RowSchema(outputRS.getColumnInfos()), rightOps); + new RowSchema(outputRR.getColumnInfos()), rightOps); joinOp.setColumnExprMap(colExprMap); joinOp.setPosToAliasMap(posToAliasMap); @@ -6588,51 +6686,93 @@ private Operator genJoinOperatorChildren(QBJoinTree join, Operator left, } desc.setNullSafes(nullsafes); } - return putOpInsertMap(joinOp, outputRS); + return putOpInsertMap(joinOp, outputRR); + } + + private ExprNodeDesc[][] genJoinKeys(QBJoinTree joinTree, Operator[] inputs) + throws SemanticException { + ExprNodeDesc[][] joinKeys = new ExprNodeDesc[inputs.length][]; + for (int i = 0; i < inputs.length; i++) { + RowResolver inputRR = opParseCtx.get(inputs[i]).getRowResolver(); + List expressions = joinTree.getExpressions().get(i); + joinKeys[i] = new ExprNodeDesc[expressions.size()]; + for (int j = 0; j < joinKeys[i].length; j++) { + joinKeys[i][j] = genExprNodeDesc(expressions.get(j), inputRR); + } + } + // Type checking and implicit type conversion for join keys + return genJoinOperatorTypeCheck(joinKeys); } @SuppressWarnings("nls") - private Operator genJoinReduceSinkChild(QB qb, QBJoinTree joinTree, - Operator child, String[] srcs, int pos) throws SemanticException { - RowResolver inputRS = opParseCtx.get(child).getRowResolver(); - RowResolver outputRS = new RowResolver(); + private Operator genJoinReduceSinkChild(QB qb, ExprNodeDesc[] joinKeys, + Operator child, String[] srcs, int tag) throws SemanticException { + + Operator dummy = Operator.createDummy(); // dummy for backtracking + dummy.setParentOperators(Arrays.asList(child)); + + RowResolver inputRR = opParseCtx.get(child).getRowResolver(); + RowResolver outputRR = new RowResolver(); ArrayList outputColumns = new ArrayList(); ArrayList reduceKeys = new ArrayList(); + ArrayList reduceKeysBack = new ArrayList(); // Compute join keys and store in reduceKeys - ArrayList exprs = joinTree.getExpressions().get(pos); - for (int i = 0; i < exprs.size(); i++) { - ASTNode expr = exprs.get(i); - reduceKeys.add(genExprNodeDesc(expr, inputRS)); + for (ExprNodeDesc joinKey : joinKeys) { + reduceKeys.add(joinKey); + reduceKeysBack.add(ExprNodeDescUtils.backtrack(joinKey, dummy, child)); } // Walk over the input row resolver and copy in the output ArrayList reduceValues = new ArrayList(); - Iterator tblNamesIter = inputRS.getTableNames().iterator(); + ArrayList reduceValuesBack = new ArrayList(); Map colExprMap = new HashMap(); - while (tblNamesIter.hasNext()) { - String src = tblNamesIter.next(); - HashMap fMap = inputRS.getFieldMap(src); - for (Map.Entry entry : fMap.entrySet()) { - String field = entry.getKey(); - ColumnInfo valueInfo = entry.getValue(); - ExprNodeColumnDesc inputExpr = new ExprNodeColumnDesc(valueInfo - .getType(), valueInfo.getInternalName(), valueInfo.getTabAlias(), - valueInfo.getIsVirtualCol()); - reduceValues.add(inputExpr); - if (outputRS.get(src, field) == null) { - String col = getColumnInternalName(reduceValues.size() - 1); - outputColumns.add(col); - ColumnInfo newColInfo = new ColumnInfo(Utilities.ReduceField.VALUE - .toString() - + "." + col, valueInfo.getType(), src, valueInfo - .getIsVirtualCol(), valueInfo.isHiddenVirtualCol()); - colExprMap.put(newColInfo.getInternalName(), inputExpr); - outputRS.put(src, field, newColInfo); - } + List columns = inputRR.getColumnInfos(); + int[] index = new int[columns.size()]; + for (int i = 0; i < columns.size(); i++) { + ColumnInfo colInfo = columns.get(i); + String[] nm = inputRR.reverseLookup(colInfo.getInternalName()); + String[] nm2 = inputRR.getAlternateMappings(colInfo.getInternalName()); + ExprNodeDesc expr = new ExprNodeColumnDesc(colInfo.getType(), + colInfo.getInternalName(), colInfo.getTabAlias(), colInfo.getIsVirtualCol()); + + // backtrack can be null when input is script operator + ExprNodeDesc exprBack = ExprNodeDescUtils.backtrack(expr, dummy, child); + int kindex = exprBack == null ? -1 : ExprNodeDescUtils.indexOf(exprBack, reduceKeysBack); + if (kindex >= 0) { + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.KEY + ".reducesinkkey" + kindex); + newColInfo.setTabAlias(nm[0]); + outputRR.addMappingOnly(nm[0], nm[1], newColInfo); + if (nm2 != null) { + outputRR.addMappingOnly(nm2[0], nm2[1], newColInfo); + } + index[i] = kindex; + continue; + } + int vindex = exprBack == null ? -1 : ExprNodeDescUtils.indexOf(exprBack, reduceValuesBack); + if (kindex >= 0) { + index[i] = -vindex - 1; + continue; + } + index[i] = -reduceValues.size() - 1; + String outputColName = getColumnInternalName(reduceValues.size()); + + reduceValues.add(expr); + reduceValuesBack.add(exprBack); + + ColumnInfo newColInfo = new ColumnInfo(colInfo); + newColInfo.setInternalName(Utilities.ReduceField.VALUE + "." + outputColName); + newColInfo.setTabAlias(nm[0]); + + outputRR.put(nm[0], nm[1], newColInfo); + if (nm2 != null) { + outputRR.addMappingOnly(nm2[0], nm2[1], newColInfo); } + outputColumns.add(outputColName); } + dummy.setParentOperators(null); int numReds = -1; @@ -6647,11 +6787,23 @@ private Operator genJoinReduceSinkChild(QB qb, QBJoinTree joinTree, } } + ReduceSinkDesc rsDesc = PlanUtils.getReduceSinkDesc(reduceKeys, + reduceValues, outputColumns, false, tag, + reduceKeys.size(), numReds); + ReduceSinkOperator rsOp = (ReduceSinkOperator) putOpInsertMap( - OperatorFactory.getAndMakeChild(PlanUtils.getReduceSinkDesc(reduceKeys, - reduceValues, outputColumns, false, joinTree.getNextTag(), - reduceKeys.size(), numReds), new RowSchema(outputRS - .getColumnInfos()), child), outputRS); + OperatorFactory.getAndMakeChild(rsDesc, new RowSchema(outputRR + .getColumnInfos()), child), outputRR); + List keyColNames = rsDesc.getOutputKeyColumnNames(); + for (int i = 0 ; i < keyColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.KEY + "." + keyColNames.get(i), reduceKeys.get(i)); + } + List valColNames = rsDesc.getOutputValueColumnNames(); + for (int i = 0 ; i < valColNames.size(); i++) { + colExprMap.put(Utilities.ReduceField.VALUE + "." + valColNames.get(i), reduceValues.get(i)); + } + + rsOp.setValueIndex(index); rsOp.setColumnExprMap(colExprMap); rsOp.setInputAliases(srcs); return rsOp; @@ -6672,16 +6824,15 @@ private Operator genJoinOperator(QB qb, QBJoinTree joinTree, for (ASTNode cond : filter) { joinSrcOp = genFilterPlan(qb, cond, joinSrcOp); } - String[] leftAliases = joinTree.getLeftAliases(); - joinSrcOp = genJoinReduceSinkChild(qb, joinTree, joinSrcOp, leftAliases, 0); } - Operator[] srcOps = new Operator[joinTree.getBaseSrc().length]; + String[] baseSrc = joinTree.getBaseSrc(); + Operator[] srcOps = new Operator[baseSrc.length]; HashSet omitOpts = null; // set of input to the join that should be // omitted by the output int pos = 0; - for (String src : joinTree.getBaseSrc()) { + for (String src : baseSrc) { if (src != null) { Operator srcOp = map.get(src.toLowerCase()); @@ -6700,21 +6851,24 @@ private Operator genJoinOperator(QB qb, QBJoinTree joinTree, // generate a groupby operator (HASH mode) for a map-side partial // aggregation for semijoin - srcOp = genMapGroupByForSemijoin(qb, fields, srcOp, + srcOps[pos++] = genMapGroupByForSemijoin(qb, fields, srcOp, GroupByDesc.Mode.HASH); + } else { + srcOps[pos++] = srcOp; } - - // generate a ReduceSink operator for the join - srcOps[pos] = genJoinReduceSinkChild(qb, joinTree, srcOp, new String[]{src}, pos); - pos++; } else { assert pos == 0; - srcOps[pos++] = null; + srcOps[pos++] = joinSrcOp; } } - // Type checking and implicit type conversion for join keys - genJoinOperatorTypeCheck(joinSrcOp, srcOps); + ExprNodeDesc[][] joinKeys = genJoinKeys(joinTree, srcOps); + + for (int i = 0; i < srcOps.length; i++) { + // generate a ReduceSink operator for the join + String[] srcs = baseSrc[i] != null ? new String[] {baseSrc[i]} : joinTree.getLeftAliases(); + srcOps[i] = genJoinReduceSinkChild(qb, joinKeys[i], srcOps[i], srcs, joinTree.getNextTag()); + } JoinOperator joinOp = (JoinOperator) genJoinOperatorChildren(joinTree, joinSrcOp, srcOps, omitOpts); @@ -6745,12 +6899,14 @@ private Operator insertSelectForSemijoin(ArrayList fields, ArrayList colList = new ArrayList(); ArrayList columnNames = new ArrayList(); + Map colExprMap = new HashMap(); // construct the list of columns that need to be projected for (ASTNode field : fields) { ExprNodeColumnDesc exprNode = (ExprNodeColumnDesc) genExprNodeDesc(field, inputRR); colList.add(exprNode); columnNames.add(exprNode.getColumn()); + colExprMap.put(exprNode.getColumn(), exprNode); } // create selection operator @@ -6758,7 +6914,7 @@ private Operator insertSelectForSemijoin(ArrayList fields, new SelectDesc(colList, columnNames, false), new RowSchema(inputRR .getColumnInfos()), input), inputRR); - output.setColumnExprMap(input.getColumnExprMap()); + output.setColumnExprMap(colExprMap); return output; } @@ -6817,28 +6973,24 @@ private Operator genMapGroupByForSemijoin(QB qb, ArrayList fields, // t return op; } - private void genJoinOperatorTypeCheck(Operator left, Operator[] right) + private ExprNodeDesc[][] genJoinOperatorTypeCheck(ExprNodeDesc[][] keys) throws SemanticException { // keys[i] -> ArrayList for the i-th join operator key list - ArrayList> keys = new ArrayList>(); int keyLength = 0; - for (int i = 0; i < right.length; i++) { - Operator oi = (i == 0 && right[i] == null ? left : right[i]); - ReduceSinkDesc now = ((ReduceSinkOperator) (oi)).getConf(); + for (int i = 0; i < keys.length; i++) { if (i == 0) { - keyLength = now.getKeyCols().size(); + keyLength = keys[i].length; } else { - assert (keyLength == now.getKeyCols().size()); + assert keyLength == keys[i].length; } - keys.add(now.getKeyCols()); } // implicit type conversion hierarchy for (int k = 0; k < keyLength; k++) { // Find the common class for type conversion - TypeInfo commonType = keys.get(0).get(k).getTypeInfo(); - for (int i = 1; i < right.length; i++) { + TypeInfo commonType = keys[0][k].getTypeInfo(); + for (int i = 1; i < keys.length; i++) { TypeInfo a = commonType; - TypeInfo b = keys.get(i).get(k).getTypeInfo(); + TypeInfo b = keys[i][k].getTypeInfo(); commonType = FunctionRegistry.getCommonClassForComparison(a, b); if (commonType == null) { throw new SemanticException( @@ -6847,27 +6999,15 @@ private void genJoinOperatorTypeCheck(Operator left, Operator[] right) } } // Add implicit type conversion if necessary - for (int i = 0; i < right.length; i++) { + for (int i = 0; i < keys.length; i++) { if (TypeInfoUtils.isConversionRequiredForComparison( - keys.get(i).get(k).getTypeInfo(), - commonType)) { - keys.get(i).set( - k, - ParseUtils.createConversionCast( - keys.get(i).get(k), (PrimitiveTypeInfo)commonType)); + keys[i][k].getTypeInfo(), commonType)) { + keys[i][k] = ParseUtils.createConversionCast( + keys[i][k], (PrimitiveTypeInfo)commonType); } } } - // regenerate keySerializationInfo because the ReduceSinkOperator's - // output key types might have changed. - for (int i = 0; i < right.length; i++) { - Operator oi = (i == 0 && right[i] == null ? left : right[i]); - ReduceSinkDesc now = ((ReduceSinkOperator) (oi)).getConf(); - - now.setKeySerializeInfo(PlanUtils.getReduceKeyTableDesc(PlanUtils - .getFieldSchemasFromColumnList(now.getKeyCols(), "joinkey"), now - .getOrder())); - } + return keys; } private Operator genJoinPlan(QB qb, Map map) @@ -9272,7 +9412,7 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { optm.setPctx(pCtx); optm.initialize(conf); pCtx = optm.optimize(); - + FetchTask origFetchTask = pCtx.getFetchTask(); if (LOG.isDebugEnabled()) { @@ -9301,7 +9441,7 @@ public void analyzeInternal(ASTNode ast) throws SemanticException { // if desired check we're not going over partition scan limits enforceScanLimits(pCtx, origFetchTask); } - + return; } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ExprNodeDescUtils.java ql/src/java/org/apache/hadoop/hive/ql/plan/ExprNodeDescUtils.java index cf32a08..f293c43 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ExprNodeDescUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ExprNodeDescUtils.java @@ -74,7 +74,7 @@ public static ExprNodeDesc replace(ExprNodeDesc origin, } children.add(child); } - // duplicate function with possibily replaced children + // duplicate function with possibly replaced children ExprNodeGenericFuncDesc clone = (ExprNodeGenericFuncDesc) func.clone(); clone.setChildren(children); return clone; @@ -164,7 +164,7 @@ public static String recommendInputName(ExprNodeDesc desc) { } /** - * Return false if the expression has any non determinitic function + * Return false if the expression has any non deterministic function */ public static boolean isDeterministic(ExprNodeDesc desc) { if (desc instanceof ExprNodeGenericFuncDesc) { @@ -182,6 +182,14 @@ public static boolean isDeterministic(ExprNodeDesc desc) { return true; } + public static ArrayList clone(List sources) { + ArrayList result = new ArrayList(); + for (ExprNodeDesc expr : sources) { + result.add(expr.clone()); + } + return result; + } + /** * Convert expressions in current operator to those in terminal operator, which * is an ancestor of current or null (back to top operator). diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/MapJoinDesc.java ql/src/java/org/apache/hadoop/hive/ql/plan/MapJoinDesc.java index 63579fa..44cb9c0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/MapJoinDesc.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/MapJoinDesc.java @@ -43,6 +43,7 @@ private int posBigTable; + private Map valueIndices; private Map> retainList; private transient String bigTableAlias; @@ -77,6 +78,7 @@ public MapJoinDesc(MapJoinDesc clone) { this.keyTblDesc = clone.keyTblDesc; this.valueTblDescs = clone.valueTblDescs; this.posBigTable = clone.posBigTable; + this.valueIndices = clone.valueIndices; this.retainList = clone.retainList; this.bigTableAlias = clone.bigTableAlias; this.aliasBucketFileNameMapping = clone.aliasBucketFileNameMapping; @@ -125,6 +127,18 @@ public void setParentToInput(Map parentToInput) { this.parentToInput = parentToInput; } + public Map getValueIndices() { + return valueIndices; + } + + public void setValueIndices(Map valueIndices) { + this.valueIndices = valueIndices; + } + + public int[] getValueIndex(byte alias) { + return valueIndices == null ? null : valueIndices.get(alias); + } + public Map> getRetainList() { return retainList; } diff --git ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java index 4175d11..8a8b0d5 100644 --- ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/ppd/ExprWalkerProcFactory.java @@ -87,6 +87,10 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, if (exp instanceof ExprNodeGenericFuncDesc) { isCandidate = false; } + if (exp instanceof ExprNodeColumnDesc && colAlias == null) { + ExprNodeColumnDesc column = (ExprNodeColumnDesc)exp; + colAlias = new String[]{column.getTabAlias(), column.getColumn()}; + } } ctx.addConvertedNode(colref, exp); ctx.setIsCandidate(exp, isCandidate); diff --git ql/src/test/queries/clientpositive/bucketmapjoin6.q ql/src/test/queries/clientpositive/bucketmapjoin6.q index d879b09..a0ef371 100644 --- ql/src/test/queries/clientpositive/bucketmapjoin6.q +++ ql/src/test/queries/clientpositive/bucketmapjoin6.q @@ -1,6 +1,7 @@ +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; + -- SORT_QUERY_RESULTS -set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; create table tmp1 (a string, b string) clustered by (a) sorted by (a) into 10 buckets; create table tmp2 (a string, b string) clustered by (a) sorted by (a) into 10 buckets; diff --git ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out index 368b4df..6c0f18a 100644 --- ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out +++ ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out @@ -117,14 +117,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 40 Data size: 4200 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col6 Statistics: Num rows: 44 Data size: 4620 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/ambiguous_col.q.out ql/src/test/results/clientpositive/ambiguous_col.q.out index 22475c5..53f6d25 100644 --- ql/src/test/results/clientpositive/ambiguous_col.q.out +++ ql/src/test/results/clientpositive/ambiguous_col.q.out @@ -24,7 +24,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src1 Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -42,7 +42,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -90,7 +90,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src1 Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -108,7 +107,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -156,7 +155,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src1 Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -174,7 +172,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/annotate_stats_join.q.out ql/src/test/results/clientpositive/annotate_stats_join.q.out index 987576d..127b73a 100644 --- ql/src/test/results/clientpositive/annotate_stats_join.q.out +++ ql/src/test/results/clientpositive/annotate_stats_join.q.out @@ -249,7 +249,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) + value expressions: deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -260,7 +260,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -365,20 +365,20 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 - Statistics: Num rows: 4 Data size: 760 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 2196 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 760 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 2196 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 4 Data size: 760 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12 Data size: 2196 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -474,7 +474,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) + value expressions: deptname (type: string) TableScan alias: e1 Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -485,7 +485,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 2 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -496,7 +496,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -602,21 +602,21 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 - Statistics: Num rows: 4 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 72 Data size: 19728 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string), _col8 (type: string), _col9 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 72 Data size: 19728 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 4 Data size: 1136 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 72 Data size: 19728 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -710,7 +710,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) + value expressions: deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -721,7 +721,7 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) + value expressions: lastname (type: string) TableScan alias: l Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE @@ -732,7 +732,7 @@ STAGE PLANS: Map-reduce partition columns: locid (type: int) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE tag: 2 - value expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: int) + value expressions: state (type: string), zip (type: bigint), year (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -885,21 +885,21 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col10, _col11 - Statistics: Num rows: 5 Data size: 1449 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 96 Data size: 26964 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string), _col8 (type: string), _col9 (type: int), _col10 (type: bigint), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 5 Data size: 1449 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 96 Data size: 26964 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 5 Data size: 1449 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 96 Data size: 26964 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1276,7 +1276,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), deptname (type: string) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -1287,7 +1286,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), lastname (type: string) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1392,20 +1390,20 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1521,7 +1519,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), deptname (type: string) Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 - value expressions: deptid (type: int), deptname (type: string) TableScan alias: e Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE @@ -1532,7 +1529,6 @@ STAGE PLANS: Map-reduce partition columns: deptid (type: int), lastname (type: string) Statistics: Num rows: 6 Data size: 560 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 - value expressions: lastname (type: string), deptid (type: int) TableScan alias: l Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE @@ -1543,7 +1539,7 @@ STAGE PLANS: Map-reduce partition columns: locid (type: int), state (type: string) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: COMPLETE tag: 2 - value expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: int) + value expressions: zip (type: bigint), year (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1696,21 +1692,21 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 2 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col10, _col11 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), _col4 (type: int), _col5 (type: string), _col8 (type: string), _col9 (type: int), _col10 (type: bigint), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 564 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/annotate_stats_select.q.out ql/src/test/results/clientpositive/annotate_stats_select.q.out index 872facd..97e9473 100644 --- ql/src/test/results/clientpositive/annotate_stats_select.q.out +++ ql/src/test/results/clientpositive/annotate_stats_select.q.out @@ -3315,7 +3315,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3474,7 +3476,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3635,7 +3639,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3795,7 +3801,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: double) + outputColumnNames: _col1 Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -3960,7 +3968,9 @@ STAGE PLANS: /alltypes_orc [temp:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -4140,7 +4150,9 @@ STAGE PLANS: /alltypes_orc [in2:in1:alltypes_orc] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: string) + outputColumnNames: _col1 Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 @@ -4207,7 +4219,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/authorization_explain.q.out ql/src/test/results/clientpositive/authorization_explain.q.out index 3aeb170..853370b 100644 --- ql/src/test/results/clientpositive/authorization_explain.q.out +++ ql/src/test/results/clientpositive/authorization_explain.q.out @@ -16,9 +16,6 @@ CURRENT_USER: hive_test_user OPERATION: QUERY -AUTHORIZATION_FAILURES: - No privilege 'Select' found for inputs { database:default, table:srcpart, columnName:key} - No privilege 'Select' found for inputs { database:default, table:src, columnName:key} Warning: Shuffle Join JOIN[4][tables = [src, srcpart]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain formatted authorization select * from src join srcpart PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/auto_join0.q.out ql/src/test/results/clientpositive/auto_join0.q.out index fc6d295..6cf6958 100644 --- ql/src/test/results/clientpositive/auto_join0.q.out +++ ql/src/test/results/clientpositive/auto_join0.q.out @@ -86,27 +86,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/auto_join1.q.out ql/src/test/results/clientpositive/auto_join1.q.out index f121f48..0e1a610 100644 --- ql/src/test/results/clientpositive/auto_join1.q.out +++ ql/src/test/results/clientpositive/auto_join1.q.out @@ -33,7 +33,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {value} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/auto_join11.q.out ql/src/test/results/clientpositive/auto_join11.q.out index fbfe3b2..9407838 100644 --- ql/src/test/results/clientpositive/auto_join11.q.out +++ ql/src/test/results/clientpositive/auto_join11.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 {_col1} keys: 0 _col0 (type: string) diff --git ql/src/test/results/clientpositive/auto_join12.q.out ql/src/test/results/clientpositive/auto_join12.q.out index 8a1dd3c..3866659 100644 --- ql/src/test/results/clientpositive/auto_join12.q.out +++ ql/src/test/results/clientpositive/auto_join12.q.out @@ -49,7 +49,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 {_col1} 2 keys: @@ -69,7 +69,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 {_col1} 2 keys: diff --git ql/src/test/results/clientpositive/auto_join13.q.out ql/src/test/results/clientpositive/auto_join13.q.out index 887ee9a..61cdda0 100644 --- ql/src/test/results/clientpositive/auto_join13.q.out +++ ql/src/test/results/clientpositive/auto_join13.q.out @@ -49,7 +49,7 @@ STAGE PLANS: Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 {_col0} {_col1} keys: 0 _col0 (type: string) @@ -67,7 +67,7 @@ STAGE PLANS: Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col3} {_col0} + 0 {_col0} {_col3} 1 keys: 0 (_col0 + _col2) (type: double) @@ -101,19 +101,19 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col3} {_col0} + 0 {_col0} {_col3} 1 keys: 0 (_col0 + _col2) (type: double) 1 UDFToDouble(_col0) (type: double) - outputColumnNames: _col1, _col2 + outputColumnNames: _col0, _col3 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) - outputColumnNames: _col2, _col1 + expressions: _col0 (type: string), _col3 (type: string) + outputColumnNames: _col0, _col3 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: sum(hash(_col2,_col1)) + aggregations: sum(hash(_col0,_col3)) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/auto_join14.q.out ql/src/test/results/clientpositive/auto_join14.q.out index 55596d3..ad8760f 100644 --- ql/src/test/results/clientpositive/auto_join14.q.out +++ ql/src/test/results/clientpositive/auto_join14.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {value} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/auto_join15.q.out ql/src/test/results/clientpositive/auto_join15.q.out index 6552db8..60b0a1d 100644 --- ql/src/test/results/clientpositive/auto_join15.q.out +++ ql/src/test/results/clientpositive/auto_join15.q.out @@ -34,7 +34,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {key} {value} keys: 0 key (type: string) @@ -65,27 +65,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/auto_join16.q.out ql/src/test/results/clientpositive/auto_join16.q.out index 1f49e40..2880a2a 100644 --- ql/src/test/results/clientpositive/auto_join16.q.out +++ ql/src/test/results/clientpositive/auto_join16.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 {value} keys: 0 _col0 (type: string), _col1 (type: string) diff --git ql/src/test/results/clientpositive/auto_join17.q.out ql/src/test/results/clientpositive/auto_join17.q.out index 8ccfbab..f7e2660 100644 --- ql/src/test/results/clientpositive/auto_join17.q.out +++ ql/src/test/results/clientpositive/auto_join17.q.out @@ -33,7 +33,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 {key} {value} keys: 0 key (type: string) @@ -106,4 +106,4 @@ POSTHOOK: query: SELECT sum(hash(dest1.key1,dest1.value1,dest1.key2,dest1.value2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 #### A masked pattern was here #### --793937029770 +152910221542 diff --git ql/src/test/results/clientpositive/auto_join18.q.out ql/src/test/results/clientpositive/auto_join18.q.out index 7bfc926..9b336fc 100644 --- ql/src/test/results/clientpositive/auto_join18.q.out +++ ql/src/test/results/clientpositive/auto_join18.q.out @@ -80,21 +80,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out index 1f1cbb9..1333012 100644 --- ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out @@ -55,7 +55,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0) @@ -83,21 +82,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join2.q.out ql/src/test/results/clientpositive/auto_join2.q.out index 03261ae..fda4daf 100644 --- ql/src/test/results/clientpositive/auto_join2.q.out +++ ql/src/test/results/clientpositive/auto_join2.q.out @@ -36,7 +36,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {key} keys: 0 key (type: string) @@ -79,10 +79,10 @@ STAGE PLANS: keys: 0 (_col0 + _col4) (type: double) 1 UDFToDouble(key) (type: double) - outputColumnNames: _col4, _col9 + outputColumnNames: _col0, _col9 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: UDFToInteger(_col4) (type: int), _col9 (type: string) + expressions: UDFToInteger(_col0) (type: int), _col9 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/auto_join20.q.out ql/src/test/results/clientpositive/auto_join20.q.out index 0562e43..1b1f304 100644 --- ql/src/test/results/clientpositive/auto_join20.q.out +++ ql/src/test/results/clientpositive/auto_join20.q.out @@ -104,27 +104,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce @@ -283,27 +280,24 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/auto_join21.q.out ql/src/test/results/clientpositive/auto_join21.q.out index d375a53..0bec917 100644 --- ql/src/test/results/clientpositive/auto_join21.q.out +++ ql/src/test/results/clientpositive/auto_join21.q.out @@ -90,11 +90,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join22.q.out ql/src/test/results/clientpositive/auto_join22.q.out index 170c526..5146d0c 100644 --- ql/src/test/results/clientpositive/auto_join22.q.out +++ ql/src/test/results/clientpositive/auto_join22.q.out @@ -26,7 +26,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 keys: 0 key (type: string) @@ -122,4 +122,4 @@ POSTHOOK: query: SELECT sum(hash(src5.src1_value)) FROM (SELECT src3.*, src4.val POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -344337359100 +118774496 diff --git ql/src/test/results/clientpositive/auto_join23.q.out ql/src/test/results/clientpositive/auto_join23.q.out index 6788831..a29d3bf 100644 --- ql/src/test/results/clientpositive/auto_join23.q.out +++ ql/src/test/results/clientpositive/auto_join23.q.out @@ -61,11 +61,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join26.q.out ql/src/test/results/clientpositive/auto_join26.q.out index 8d8a6b1..d55de11 100644 --- ql/src/test/results/clientpositive/auto_join26.q.out +++ ql/src/test/results/clientpositive/auto_join26.q.out @@ -37,7 +37,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/auto_join28.q.out ql/src/test/results/clientpositive/auto_join28.q.out index aa8a57c..4ad15ca 100644 --- ql/src/test/results/clientpositive/auto_join28.q.out +++ ql/src/test/results/clientpositive/auto_join28.q.out @@ -26,8 +26,8 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} - 1 {key} {value} + 0 {key} + 1 {key} 2 {key} {value} filter predicates: 0 {(key < 10)} @@ -46,8 +46,8 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} - 1 {key} {value} + 0 {key} + 1 {key} 2 {key} {value} filter predicates: 0 {(key < 10)} @@ -90,11 +90,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -142,8 +143,8 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} - 2 {key} {value} + 1 {key} + 2 {key} filter predicates: 0 {(key < 10)} 1 @@ -162,8 +163,8 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} - 2 {key} {value} + 1 {key} + 2 {key} filter predicates: 0 {(key < 10)} 1 @@ -205,11 +206,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -256,9 +258,9 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 {key} {value} - 2 {key} {value} + 2 {key} filter predicates: 0 1 {(key > 10)} @@ -276,9 +278,9 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 {key} {value} - 2 {key} {value} + 2 {key} filter predicates: 0 1 {(key > 10)} @@ -320,11 +322,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -371,8 +374,8 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} - 1 {key} {value} + 0 {key} + 1 {key} 2 {key} {value} filter predicates: 0 @@ -388,8 +391,8 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} - 1 {key} {value} + 0 {key} + 1 {key} 2 {key} {value} filter predicates: 0 @@ -432,11 +435,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join29.q.out ql/src/test/results/clientpositive/auto_join29.q.out index 023bdaa..d135cad 100644 --- ql/src/test/results/clientpositive/auto_join29.q.out +++ ql/src/test/results/clientpositive/auto_join29.q.out @@ -90,11 +90,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -713,11 +714,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1336,11 +1338,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1968,11 +1971,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2594,11 +2598,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2717,11 +2722,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3340,11 +3346,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3466,11 +3473,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3602,11 +3610,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join3.q.out ql/src/test/results/clientpositive/auto_join3.q.out index 079878d..e6e1b78 100644 --- ql/src/test/results/clientpositive/auto_join3.q.out +++ ql/src/test/results/clientpositive/auto_join3.q.out @@ -36,7 +36,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 2 {value} keys: @@ -49,7 +49,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 2 {value} keys: diff --git ql/src/test/results/clientpositive/auto_join30.q.out ql/src/test/results/clientpositive/auto_join30.q.out index afda6f0..b123a46 100644 --- ql/src/test/results/clientpositive/auto_join30.q.out +++ ql/src/test/results/clientpositive/auto_join30.q.out @@ -41,9 +41,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -190,14 +191,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -230,9 +231,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -307,9 +310,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -409,14 +413,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -449,9 +453,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -526,9 +532,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -628,14 +635,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -668,9 +675,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -758,7 +767,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1015,7 +1026,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1023,7 +1034,7 @@ STAGE PLANS: Inner Join 0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1057,9 +1068,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1082,9 +1094,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1176,7 +1190,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1367,7 +1383,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1375,7 +1391,7 @@ STAGE PLANS: Left Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1409,9 +1425,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1434,9 +1451,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1526,7 +1545,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1651,7 +1672,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1659,7 +1680,7 @@ STAGE PLANS: Left Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1693,9 +1714,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1718,9 +1740,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1810,7 +1834,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1935,7 +1961,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -1943,7 +1969,7 @@ STAGE PLANS: Right Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -1977,9 +2003,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2002,9 +2029,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2094,7 +2123,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2219,7 +2250,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -2227,7 +2258,7 @@ STAGE PLANS: Right Outer Join0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -2261,9 +2292,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2286,9 +2318,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join31.q.out ql/src/test/results/clientpositive/auto_join31.q.out index 7cd4445..b4de25d 100644 --- ql/src/test/results/clientpositive/auto_join31.q.out +++ ql/src/test/results/clientpositive/auto_join31.q.out @@ -50,7 +50,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -169,7 +171,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 - 1 {_col0} {_col1} + 1 {_col0} 2 keys: 0 _col0 (type: string) @@ -180,7 +182,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 - 1 {_col0} {_col1} + 1 {_col0} 2 keys: 0 _col0 (type: string) @@ -241,7 +243,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -249,7 +251,7 @@ STAGE PLANS: Inner Join 0 to 2 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col2, _col3 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -283,9 +285,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -308,9 +311,11 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/auto_join32.q.out ql/src/test/results/clientpositive/auto_join32.q.out index 28093e6..0b21d1e 100644 --- ql/src/test/results/clientpositive/auto_join32.q.out +++ ql/src/test/results/clientpositive/auto_join32.q.out @@ -43,7 +43,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {name} + 0 1 {registration} keys: 0 name (type: string) diff --git ql/src/test/results/clientpositive/auto_join4.q.out ql/src/test/results/clientpositive/auto_join4.q.out index a200632..714e3ee 100644 --- ql/src/test/results/clientpositive/auto_join4.q.out +++ ql/src/test/results/clientpositive/auto_join4.q.out @@ -63,7 +63,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {_col0} {_col1} + 1 {_col1} keys: 0 _col0 (type: string) 1 _col0 (type: string) diff --git ql/src/test/results/clientpositive/auto_join5.q.out ql/src/test/results/clientpositive/auto_join5.q.out index 0650f9a..17fbc9a 100644 --- ql/src/test/results/clientpositive/auto_join5.q.out +++ ql/src/test/results/clientpositive/auto_join5.q.out @@ -62,7 +62,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col1} 1 {_col0} {_col1} keys: 0 _col0 (type: string) diff --git ql/src/test/results/clientpositive/auto_join6.q.out ql/src/test/results/clientpositive/auto_join6.q.out index f8f1096..5c0b44b 100644 --- ql/src/test/results/clientpositive/auto_join6.q.out +++ ql/src/test/results/clientpositive/auto_join6.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join7.q.out ql/src/test/results/clientpositive/auto_join7.q.out index 2d456c0..5345f9c 100644 --- ql/src/test/results/clientpositive/auto_join7.q.out +++ ql/src/test/results/clientpositive/auto_join7.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -85,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -101,16 +101,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/auto_join8.q.out ql/src/test/results/clientpositive/auto_join8.q.out index 2f0565a..001ffa2 100644 --- ql/src/test/results/clientpositive/auto_join8.q.out +++ ql/src/test/results/clientpositive/auto_join8.q.out @@ -63,7 +63,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {_col0} {_col1} + 1 {_col0} keys: 0 _col0 (type: string) 1 _col0 (type: string) diff --git ql/src/test/results/clientpositive/auto_join9.q.out ql/src/test/results/clientpositive/auto_join9.q.out index faa5454..3edeaed 100644 --- ql/src/test/results/clientpositive/auto_join9.q.out +++ ql/src/test/results/clientpositive/auto_join9.q.out @@ -33,7 +33,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {value} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/auto_join_reordering_values.q.out ql/src/test/results/clientpositive/auto_join_reordering_values.q.out index 05da686..b440420 100644 --- ql/src/test/results/clientpositive/auto_join_reordering_values.q.out +++ ql/src/test/results/clientpositive/auto_join_reordering_values.q.out @@ -185,7 +185,6 @@ STAGE PLANS: Map-reduce partition columns: date (type: string) Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: date (type: string) TableScan alias: orderpayment Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE @@ -252,8 +251,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col3} {VALUE._col4} - 1 {VALUE._col1} + 0 {VALUE._col0} {VALUE._col2} {VALUE._col3} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col3, _col4, _col8 Statistics: Num rows: 1 Data size: 39 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -285,7 +284,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 39 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col8 (type: string), _col3 (type: int), _col4 (type: int) + value expressions: _col3 (type: int), _col4 (type: int), _col8 (type: string) TableScan alias: deal Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE @@ -296,7 +295,6 @@ STAGE PLANS: Map-reduce partition columns: dealid (type: int) Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: dealid (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -373,9 +371,9 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col10} {VALUE._col11} - 1 {VALUE._col0} - outputColumnNames: _col1, _col10, _col11, _col14 + 0 {VALUE._col2} {VALUE._col3} {VALUE._col7} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col3, _col4, _col8, _col14 Statistics: Num rows: 1 Data size: 42 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -386,8 +384,8 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: - columns _col1,_col10,_col11,_col14 - columns.types string,int,int,int + columns _col3,_col4,_col8,_col14 + columns.types int,int,string,int escape.delim \ serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -401,12 +399,12 @@ STAGE PLANS: TableScan GatherStats: false Reduce Output Operator - key expressions: _col10 (type: int) + key expressions: _col3 (type: int) sort order: + - Map-reduce partition columns: _col10 (type: int) + Map-reduce partition columns: _col3 (type: int) Statistics: Num rows: 1 Data size: 42 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col14 (type: int), _col1 (type: string), _col11 (type: int) + value expressions: _col4 (type: int), _col8 (type: string), _col14 (type: int) TableScan alias: order_city Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE @@ -426,8 +424,8 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: - columns _col1,_col10,_col11,_col14 - columns.types string,int,int,int + columns _col3,_col4,_col8,_col14 + columns.types int,int,string,int escape.delim \ serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -435,8 +433,8 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: - columns _col1,_col10,_col11,_col14 - columns.types string,int,int,int + columns _col3,_col4,_col8,_col14 + columns.types int,int,string,int escape.delim \ serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -493,9 +491,9 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col8} {VALUE._col0} {VALUE._col18} + 0 {VALUE._col3} {VALUE._col7} {VALUE._col13} 1 - outputColumnNames: _col1, _col7, _col18 + outputColumnNames: _col4, _col8, _col14 Statistics: Num rows: 1 Data size: 46 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -506,8 +504,8 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: - columns _col1,_col7,_col18 - columns.types string,int,int + columns _col4,_col8,_col14 + columns.types int,string,int escape.delim \ serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -521,12 +519,12 @@ STAGE PLANS: TableScan GatherStats: false Reduce Output Operator - key expressions: _col18 (type: int) + key expressions: _col4 (type: int) sort order: + - Map-reduce partition columns: _col18 (type: int) + Map-reduce partition columns: _col4 (type: int) Statistics: Num rows: 1 Data size: 46 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col7 (type: int), _col1 (type: string) + value expressions: _col8 (type: string), _col14 (type: int) TableScan alias: user Statistics: Num rows: 100 Data size: 288 Basic stats: COMPLETE Column stats: NONE @@ -546,8 +544,8 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: - columns _col1,_col7,_col18 - columns.types string,int,int + columns _col4,_col8,_col14 + columns.types int,string,int escape.delim \ serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -555,8 +553,8 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: - columns _col1,_col7,_col18 - columns.types string,int,int + columns _col4,_col8,_col14 + columns.types int,string,int escape.delim \ serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -613,12 +611,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col8} {VALUE._col0} + 0 {VALUE._col7} {VALUE._col13} 1 - outputColumnNames: _col1, _col7 + outputColumnNames: _col8, _col14 Statistics: Num rows: 110 Data size: 316 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col1 (type: string), _col7 (type: int) + expressions: _col8 (type: string), _col14 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 110 Data size: 316 Basic stats: COMPLETE Column stats: NONE Limit diff --git ql/src/test/results/clientpositive/auto_join_without_localtask.q.out ql/src/test/results/clientpositive/auto_join_without_localtask.q.out index 97adbac..5ed9a98 100644 --- ql/src/test/results/clientpositive/auto_join_without_localtask.q.out +++ ql/src/test/results/clientpositive/auto_join_without_localtask.q.out @@ -108,13 +108,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -258,9 +258,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -295,9 +295,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -326,7 +326,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -340,12 +340,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col4} {VALUE._col5} + 0 {VALUE._col0} {KEY.reducesinkkey0} 1 - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Limit @@ -410,13 +410,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -570,9 +570,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -607,9 +607,9 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Limit Number of rows: 40 @@ -638,7 +638,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -652,12 +652,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col4} {VALUE._col5} + 0 {VALUE._col0} {KEY.reducesinkkey0} 1 - outputColumnNames: _col4, _col5 + outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string) + expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit @@ -685,7 +685,7 @@ STAGE PLANS: predicate: (key > 100) (type: boolean) HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 keys: 0 key (type: string) @@ -742,13 +742,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE @@ -778,46 +778,6 @@ RUN: Stage-14:MAPREDLOCAL RUN: Stage-9:MAPRED RUN: Stage-7:CONDITIONAL RUN: Stage-5:MAPRED -238 val_238 -238 val_238 -238 val_238 -238 val_238 -311 val_311 -311 val_311 -311 val_311 -311 val_311 -311 val_311 -311 val_311 -311 val_311 -311 val_311 -311 val_311 -165 val_165 -165 val_165 -165 val_165 -165 val_165 -409 val_409 -409 val_409 -409 val_409 -409 val_409 -409 val_409 -409 val_409 -409 val_409 -409 val_409 -409 val_409 -255 val_255 -255 val_255 -255 val_255 -255 val_255 -278 val_278 -278 val_278 -278 val_278 -278 val_278 -484 val_484 -265 val_265 -265 val_265 -265 val_265 -265 val_265 -193 val_193 PREHOOK: query: -- fallback to common join select a.* from src a join src b on a.key=b.key join src c on a.value=c.value where a.key>100 limit 40 PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out index 1fc4238..d49ebdd 100644 --- ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/auto_smb_mapjoin_14.q.out @@ -342,7 +342,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -354,8 +354,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) diff --git ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out index 7b4b0c5..c8ecb8c 100644 --- ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out +++ ql/src/test/results/clientpositive/auto_sortmerge_join_9.q.out @@ -492,7 +492,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col1} 1 {_col1} keys: 0 _col0 (type: int) @@ -532,7 +532,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -544,8 +544,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -2489,7 +2489,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col1} 1 {_col1} keys: 0 _col0 (type: int) @@ -2529,7 +2529,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -2541,8 +2541,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) diff --git ql/src/test/results/clientpositive/bucket5.q.out ql/src/test/results/clientpositive/bucket5.q.out index 137cb76..d19fbe5 100644 --- ql/src/test/results/clientpositive/bucket5.q.out +++ ql/src/test/results/clientpositive/bucket5.q.out @@ -242,7 +242,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -270,38 +270,36 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(KEY.reducesinkkey0) (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 2 + File Output Operator + compressed: false + GlobalTableId: 2 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value - columns.comments - columns.types int:string -#### A masked pattern was here #### - name default.unbucketed_table - serialization.ddl struct unbucketed_table { i32 key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + NumFilesPerFileSink: 1 + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.unbucketed_table - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.unbucketed_table + serialization.ddl struct unbucketed_table { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.unbucketed_table + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Stage: Stage-10 Conditional Operator diff --git ql/src/test/results/clientpositive/bucketmapjoin6.q.out ql/src/test/results/clientpositive/bucketmapjoin6.q.out index 05153ac..18c5a2b 100644 --- ql/src/test/results/clientpositive/bucketmapjoin6.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin6.q.out @@ -1,7 +1,11 @@ -PREHOOK: query: create table tmp1 (a string, b string) clustered by (a) sorted by (a) into 10 buckets +PREHOOK: query: -- SORT_QUERY_RESULTS + +create table tmp1 (a string, b string) clustered by (a) sorted by (a) into 10 buckets PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -POSTHOOK: query: create table tmp1 (a string, b string) clustered by (a) sorted by (a) into 10 buckets +POSTHOOK: query: -- SORT_QUERY_RESULTS + +create table tmp1 (a string, b string) clustered by (a) sorted by (a) into 10 buckets POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@tmp1 @@ -56,11 +60,11 @@ POSTHOOK: Output: default@tmp3 POSTHOOK: Lineage: tmp3.a SIMPLE [(tmp1)i.FieldSchema(name:a, type:string, comment:null), ] POSTHOOK: Lineage: tmp3.b SIMPLE [(tmp1)i.FieldSchema(name:b, type:string, comment:null), ] POSTHOOK: Lineage: tmp3.c SIMPLE [(tmp2)l.FieldSchema(name:b, type:string, comment:null), ] -PREHOOK: query: select * from tmp3 order by a, b, c +PREHOOK: query: select * from tmp3 PREHOOK: type: QUERY PREHOOK: Input: default@tmp3 #### A masked pattern was here #### -POSTHOOK: query: select * from tmp3 order by a, b, c +POSTHOOK: query: select * from tmp3 POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp3 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out index dbd8c90..9b1d0a9 100644 --- ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out @@ -211,7 +211,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) @@ -402,7 +402,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) @@ -773,7 +773,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) @@ -956,7 +956,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) @@ -1139,7 +1139,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) @@ -1322,7 +1322,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) @@ -1505,7 +1505,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) @@ -1688,7 +1688,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {key} {value} + 1 keys: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) diff --git ql/src/test/results/clientpositive/cluster.q.out ql/src/test/results/clientpositive/cluster.q.out index 06f6030..6f9b7e3 100644 --- ql/src/test/results/clientpositive/cluster.q.out +++ ql/src/test/results/clientpositive/cluster.q.out @@ -27,9 +27,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -83,9 +85,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -139,9 +143,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -195,9 +201,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -251,9 +259,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -307,9 +317,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -363,9 +375,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -419,21 +433,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -476,7 +488,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -488,14 +499,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -518,9 +529,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -571,7 +584,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -583,14 +596,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -613,9 +626,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -666,7 +681,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -678,14 +693,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -708,9 +723,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -761,7 +778,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -773,14 +789,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -803,9 +819,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -877,7 +895,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 18 Data size: 3606 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -899,9 +917,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 18 Data size: 3606 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 18 Data size: 3606 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/column_access_stats.q.out ql/src/test/results/clientpositive/column_access_stats.q.out index fcec4ce..b180a9f 100644 --- ql/src/test/results/clientpositive/column_access_stats.q.out +++ ql/src/test/results/clientpositive/column_access_stats.q.out @@ -421,13 +421,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE @@ -526,7 +525,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -538,14 +537,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -629,13 +628,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -729,13 +727,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE @@ -761,21 +758,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 5 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 5 Data size: 17 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out index 74fc820..cce8187 100644 --- ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out +++ ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out @@ -39,7 +39,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer1.q.out ql/src/test/results/clientpositive/correlationoptimizer1.q.out index bafcd21..eba3745 100644 --- ql/src/test/results/clientpositive/correlationoptimizer1.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer1.q.out @@ -38,7 +38,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -52,7 +51,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -184,7 +183,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -200,7 +198,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -321,7 +319,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -470,7 +468,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -493,7 +490,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -625,7 +622,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -650,7 +646,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -767,7 +763,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -781,7 +776,7 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -913,7 +908,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -929,7 +923,7 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1054,14 +1048,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1201,14 +1194,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1343,7 +1335,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1352,14 +1343,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1471,7 +1461,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1480,14 +1469,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1616,14 +1604,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1762,7 +1749,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 60 Data size: 6028 Basic stats: COMPLETE Column stats: NONE @@ -1771,7 +1757,7 @@ STAGE PLANS: Right Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1887,7 +1873,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1901,7 +1886,7 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2034,7 +2019,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2048,7 +2032,7 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2189,7 +2173,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2203,7 +2186,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2336,7 +2319,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2350,7 +2332,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2485,7 +2467,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2499,7 +2481,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2632,7 +2614,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2646,7 +2628,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2781,7 +2763,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2795,7 +2776,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2928,7 +2909,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2942,7 +2922,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/correlationoptimizer10.q.out ql/src/test/results/clientpositive/correlationoptimizer10.q.out index 9d79957..635612e 100644 --- ql/src/test/results/clientpositive/correlationoptimizer10.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer10.q.out @@ -50,7 +50,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -64,7 +63,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -139,13 +138,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -248,7 +247,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -264,7 +262,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -290,7 +288,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -311,7 +309,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -423,7 +421,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -440,7 +437,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 6 Data size: 661 Basic stats: COMPLETE Column stats: NONE @@ -477,13 +474,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 727 Basic stats: COMPLETE Column stats: NONE @@ -578,7 +575,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -598,7 +594,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 13 Data size: 1418 Basic stats: COMPLETE Column stats: NONE @@ -608,7 +604,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -627,7 +623,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -641,7 +637,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -743,7 +739,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -760,7 +755,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 6 Data size: 661 Basic stats: COMPLETE Column stats: NONE @@ -797,13 +792,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -910,7 +905,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -930,7 +924,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 41 Data size: 7014 Basic stats: COMPLETE Column stats: NONE @@ -940,7 +934,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -959,7 +953,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -973,7 +967,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/correlationoptimizer11.q.out ql/src/test/results/clientpositive/correlationoptimizer11.q.out index 454dba2..1bf3914 100644 --- ql/src/test/results/clientpositive/correlationoptimizer11.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer11.q.out @@ -82,13 +82,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 100 Data size: 1070 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 110 Data size: 1177 Basic stats: COMPLETE Column stats: NONE @@ -205,7 +204,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 100 Data size: 1070 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 125 Data size: 1261 Basic stats: COMPLETE Column stats: NONE @@ -213,7 +211,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -317,13 +315,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE @@ -451,7 +448,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 50 Data size: 382 Basic stats: COMPLETE Column stats: NONE @@ -459,7 +455,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/correlationoptimizer12.q.out ql/src/test/results/clientpositive/correlationoptimizer12.q.out index cd98e0a..86e7579 100644 --- ql/src/test/results/clientpositive/correlationoptimizer12.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer12.q.out @@ -58,21 +58,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer13.q.out ql/src/test/results/clientpositive/correlationoptimizer13.q.out index 4946d1d..b0c7ebe 100644 --- ql/src/test/results/clientpositive/correlationoptimizer13.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer13.q.out @@ -105,21 +105,21 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -141,9 +141,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) sort order: ++++++ Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey5 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/correlationoptimizer14.q.out ql/src/test/results/clientpositive/correlationoptimizer14.q.out index 9b6551c..585fb89 100644 --- ql/src/test/results/clientpositive/correlationoptimizer14.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer14.q.out @@ -55,7 +55,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -73,21 +75,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -118,7 +120,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -172,9 +176,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -192,21 +198,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -235,9 +241,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -292,9 +300,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -312,21 +322,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -356,9 +366,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -466,7 +478,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -479,11 +491,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -491,8 +505,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -506,7 +520,9 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -514,8 +530,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -635,9 +651,11 @@ STAGE PLANS: sort order: - Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -655,21 +673,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -699,9 +717,11 @@ STAGE PLANS: sort order: - Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -757,9 +777,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -777,21 +799,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -820,9 +842,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -877,9 +901,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -897,21 +923,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -941,9 +967,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1051,7 +1079,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1064,11 +1092,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -1076,8 +1106,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1091,7 +1121,9 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 60 Data size: 12056 Basic stats: COMPLETE Column stats: NONE @@ -1099,8 +1131,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1254,21 +1286,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1298,9 +1330,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1427,11 +1461,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 31 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Mux Operator Statistics: Num rows: 46 Data size: 8944 Basic stats: COMPLETE Column stats: NONE @@ -1439,8 +1475,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1470,8 +1506,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer15.q.out ql/src/test/results/clientpositive/correlationoptimizer15.q.out index 4020a48..eda3c0c 100644 --- ql/src/test/results/clientpositive/correlationoptimizer15.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer15.q.out @@ -41,7 +41,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -55,7 +54,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -115,21 +114,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -151,9 +149,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) sort order: +++ Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -254,7 +253,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -263,7 +261,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -279,7 +276,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -305,8 +302,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -326,8 +323,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer2.q.out ql/src/test/results/clientpositive/correlationoptimizer2.q.out index 25a0552..b1b64c1 100644 --- ql/src/test/results/clientpositive/correlationoptimizer2.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer2.q.out @@ -81,21 +81,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -285,8 +285,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -320,8 +320,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -464,21 +464,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -668,8 +668,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -703,8 +703,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -847,21 +847,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1051,8 +1051,8 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1086,8 +1086,8 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1230,21 +1230,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1434,8 +1434,8 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1469,8 +1469,8 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1620,13 +1620,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE @@ -1862,7 +1861,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1898,7 +1897,7 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2084,21 +2083,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2154,7 +2153,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2168,7 +2167,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2258,7 +2257,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2274,7 +2273,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2288,8 +2287,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2323,8 +2322,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer3.q.out ql/src/test/results/clientpositive/correlationoptimizer3.q.out index 961bae8..f28d661 100644 --- ql/src/test/results/clientpositive/correlationoptimizer3.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer3.q.out @@ -46,7 +46,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -60,7 +59,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -118,7 +117,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -131,8 +130,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -196,13 +195,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -273,7 +272,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -282,7 +280,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -306,7 +304,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -332,8 +330,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -355,7 +353,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -369,8 +367,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -479,7 +477,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -490,7 +488,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 keys: 0 key (type: string) @@ -574,8 +572,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -599,8 +597,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -704,7 +702,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -718,7 +716,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -749,14 +747,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -820,13 +818,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -931,7 +928,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -940,7 +937,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -964,7 +960,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -978,8 +974,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1001,7 +997,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1027,8 +1023,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1137,7 +1133,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 keys: 0 key (type: string) @@ -1148,7 +1144,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -1222,8 +1218,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1257,8 +1253,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer4.q.out ql/src/test/results/clientpositive/correlationoptimizer4.q.out index d539e89..0613a76 100644 --- ql/src/test/results/clientpositive/correlationoptimizer4.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer4.q.out @@ -97,7 +97,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -105,7 +104,7 @@ STAGE PLANS: Inner Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -255,7 +254,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Demux Operator Statistics: Num rows: 21 Data size: 90 Basic stats: COMPLETE Column stats: NONE @@ -265,7 +263,7 @@ STAGE PLANS: Inner Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -552,7 +550,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: z Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -575,7 +572,7 @@ STAGE PLANS: Left Outer Join0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -710,7 +707,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: z Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -735,7 +731,7 @@ STAGE PLANS: Left Outer Join0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -871,7 +867,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -879,7 +874,7 @@ STAGE PLANS: Left Outer Join1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -1026,7 +1021,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: y Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -1043,7 +1037,7 @@ STAGE PLANS: condition expressions: 0 1 - 2 {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col8 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1184,7 +1178,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: y Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE @@ -1203,7 +1196,7 @@ STAGE PLANS: condition expressions: 0 1 - 2 {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col8 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1337,7 +1330,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -1345,7 +1337,7 @@ STAGE PLANS: Right Outer Join1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -1500,7 +1492,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -1508,7 +1499,7 @@ STAGE PLANS: Outer Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE @@ -1659,7 +1650,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 7 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: @@ -1667,7 +1657,7 @@ STAGE PLANS: Outer Join 1 to 2 condition expressions: 0 - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} 2 outputColumnNames: _col4 Statistics: Num rows: 15 Data size: 66 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/correlationoptimizer5.q.out ql/src/test/results/clientpositive/correlationoptimizer5.q.out index f9592bd..4c77a14 100644 --- ql/src/test/results/clientpositive/correlationoptimizer5.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer5.q.out @@ -120,7 +120,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 54 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: n Statistics: Num rows: 2 Data size: 280 Basic stats: COMPLETE Column stats: NONE @@ -135,8 +134,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 59 Data size: 237 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -166,14 +165,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1598 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 1757 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -213,7 +211,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1453 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: y Statistics: Num rows: 1447 Data size: 5791 Basic stats: COMPLETE Column stats: NONE @@ -227,7 +224,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 1598 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -305,7 +302,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 54 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: x Statistics: Num rows: 1453 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -314,7 +310,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1453 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) TableScan alias: n Statistics: Num rows: 2 Data size: 280 Basic stats: COMPLETE Column stats: NONE @@ -339,7 +334,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -353,8 +348,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -373,8 +368,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -387,8 +382,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -493,7 +488,7 @@ STAGE PLANS: Statistics: Num rows: 54 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {val} keys: 0 key (type: int) @@ -600,7 +595,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 {_col1} keys: 0 _col0 (type: int) @@ -649,14 +644,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1598 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 1757 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer6.q.out ql/src/test/results/clientpositive/correlationoptimizer6.q.out index 6dbec6c..1e6e6ae 100644 --- ql/src/test/results/clientpositive/correlationoptimizer6.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer6.q.out @@ -44,7 +44,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -58,7 +57,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -116,21 +115,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -156,7 +155,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -170,7 +168,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -292,7 +290,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -309,7 +306,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -325,7 +321,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -351,8 +347,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -370,7 +366,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -396,8 +392,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -493,7 +489,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -504,7 +500,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -594,8 +590,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -625,8 +621,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -757,7 +753,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -766,14 +762,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -876,7 +871,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 60 Data size: 6028 Basic stats: COMPLETE Column stats: NONE @@ -886,8 +880,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -917,8 +911,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1010,7 +1004,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1024,7 +1017,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1082,7 +1075,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1091,14 +1084,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1182,7 +1174,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1199,7 +1190,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 118 Data size: 11840 Basic stats: COMPLETE Column stats: NONE @@ -1209,8 +1199,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1228,7 +1218,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1254,8 +1244,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1347,7 +1337,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1361,7 +1350,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -1421,21 +1410,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1541,7 +1529,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1550,7 +1537,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1566,7 +1552,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1592,8 +1578,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1613,8 +1599,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -1730,7 +1716,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1744,7 +1729,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1810,7 +1795,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1819,16 +1804,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col8, _col9 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1952,7 +1936,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1969,7 +1952,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 176 Data size: 17652 Basic stats: COMPLETE Column stats: NONE @@ -1980,9 +1962,9 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2000,7 +1982,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2027,9 +2009,9 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2147,7 +2129,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2161,7 +2142,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2227,7 +2208,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: xx Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -2236,15 +2217,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE @@ -2363,7 +2343,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2380,7 +2359,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 176 Data size: 17652 Basic stats: COMPLETE Column stats: NONE @@ -2391,8 +2369,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2411,7 +2389,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2438,8 +2416,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2607,14 +2585,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2671,7 +2649,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: bigint) TableScan alias: z Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2680,14 +2658,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2860,7 +2838,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2899,8 +2877,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2925,8 +2903,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2956,8 +2934,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -2982,8 +2960,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3003,8 +2981,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3129,7 +3107,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -3143,7 +3121,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -3201,21 +3179,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -3237,9 +3215,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) sort order: +++++ Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3260,7 +3239,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -3274,7 +3252,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 237 Basic stats: COMPLETE Column stats: NONE @@ -3398,7 +3376,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -3412,7 +3390,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -3470,7 +3448,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan alias: x Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -3479,7 +3457,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -3495,7 +3472,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -3521,8 +3498,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3542,8 +3519,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3636,7 +3613,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 keys: 0 key (type: string) @@ -3708,7 +3685,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -3723,7 +3700,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan alias: y Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -3775,8 +3752,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -3796,8 +3773,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer7.q.out ql/src/test/results/clientpositive/correlationoptimizer7.q.out index 78abe5c..ea8abc8 100644 --- ql/src/test/results/clientpositive/correlationoptimizer7.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer7.q.out @@ -112,7 +112,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {key} {value} + 1 {value} keys: 0 _col0 (type: string) 1 key (type: string) @@ -239,7 +239,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -291,8 +291,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -312,8 +312,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -491,7 +491,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {key} {value} + 1 {value} keys: 0 _col0 (type: string) 1 key (type: string) @@ -618,7 +618,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: x Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -670,8 +670,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -691,8 +691,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer8.q.out ql/src/test/results/clientpositive/correlationoptimizer8.q.out index d8950ff..6973111 100644 --- ql/src/test/results/clientpositive/correlationoptimizer8.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer8.q.out @@ -111,14 +111,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 19 Data size: 1982 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -295,7 +295,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 39 Data size: 4022 Basic stats: COMPLETE Column stats: NONE @@ -317,8 +317,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -350,8 +350,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -371,8 +371,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -519,7 +519,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Union Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE @@ -528,7 +528,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: x Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -537,14 +537,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 991 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -741,7 +741,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Demux Operator Statistics: Num rows: 20 Data size: 2119 Basic stats: COMPLETE Column stats: NONE @@ -763,8 +763,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -796,8 +796,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -817,8 +817,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -997,14 +997,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col1, _col2, _col3 Statistics: Num rows: 14 Data size: 1872 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/correlationoptimizer9.q.out ql/src/test/results/clientpositive/correlationoptimizer9.q.out index e315dd7..5ae58e9 100644 --- ql/src/test/results/clientpositive/correlationoptimizer9.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer9.q.out @@ -98,21 +98,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -292,8 +292,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -323,8 +323,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -447,21 +447,21 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 171 Data size: 3819 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: bigint) + value expressions: _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 188 Data size: 4200 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -639,8 +639,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -670,8 +670,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/count.q.out ql/src/test/results/clientpositive/count.q.out index e87cf47..4fec7c7 100644 --- ql/src/test/results/clientpositive/count.q.out +++ ql/src/test/results/clientpositive/count.q.out @@ -125,7 +125,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col20 (type: bigint), _col21 (type: bigint), _col22 (type: bigint), _col23 (type: bigint), _col24 (type: bigint) + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) @@ -244,7 +244,6 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reduce Operator Tree: Group By Operator aggregations: count(1), count(), count(KEY._col0:0._col0), count(KEY._col0:1._col0), count(KEY._col0:2._col0), count(KEY._col0:3._col0), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) diff --git ql/src/test/results/clientpositive/create_view.q.out ql/src/test/results/clientpositive/create_view.q.out index 5f6794b..e193a4f 100644 --- ql/src/test/results/clientpositive/create_view.q.out +++ ql/src/test/results/clientpositive/create_view.q.out @@ -1274,8 +1274,8 @@ JOIN (select 'tst1' as key, cast(count(1) as string) as value from src s3 UNION ALL select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 -ON (unionsrc1.key = unionsrc2.key), viewExpandedText:SELECT `unionsrc1`.`key` as `k1`, `unionsrc1`.`value` as `v1`, - `unionsrc2`.`key` as `k2`, `unionsrc2`.`value` as `v2` +ON (unionsrc1.key = unionsrc2.key), viewExpandedText:SELECT unionsrc1.key as `k1`, unionsrc1.value as `v1`, + unionsrc2.key as `k2`, unionsrc2.value as `v2` FROM (select 'tst1' as `key`, cast(count(1) as string) as `value` from `default`.`src` `s1` UNION ALL select `s2`.`key` as `key`, `s2`.`value` as `value` from `default`.`src` `s2` where `s2`.`key` < 10) `unionsrc1` @@ -1326,8 +1326,8 @@ JOIN UNION ALL select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) -View Expanded Text: SELECT `unionsrc1`.`key` as `k1`, `unionsrc1`.`value` as `v1`, - `unionsrc2`.`key` as `k2`, `unionsrc2`.`value` as `v2` +View Expanded Text: SELECT unionsrc1.key as `k1`, unionsrc1.value as `v1`, + unionsrc2.key as `k2`, unionsrc2.value as `v2` FROM (select 'tst1' as `key`, cast(count(1) as string) as `value` from `default`.`src` `s1` UNION ALL select `s2`.`key` as `key`, `s2`.`value` as `value` from `default`.`src` `s2` where `s2`.`key` < 10) `unionsrc1` diff --git ql/src/test/results/clientpositive/cross_join.q.out ql/src/test/results/clientpositive/cross_join.q.out index a09e9ba..ef48a38 100644 --- ql/src/test/results/clientpositive/cross_join.q.out +++ ql/src/test/results/clientpositive/cross_join.q.out @@ -138,13 +138,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/cross_product_check_1.q.out ql/src/test/results/clientpositive/cross_product_check_1.q.out index de66896..af380fc 100644 --- ql/src/test/results/clientpositive/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/cross_product_check_1.q.out @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: d2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -103,14 +103,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -191,7 +191,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: d2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -205,7 +204,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE @@ -449,7 +448,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: d2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -463,7 +461,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/cross_product_check_2.q.out ql/src/test/results/clientpositive/cross_product_check_2.q.out index 45d9a48..8ee265d 100644 --- ql/src/test/results/clientpositive/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/cross_product_check_2.q.out @@ -123,7 +123,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 {key} {value} keys: 0 key (type: string) @@ -209,7 +209,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -659,7 +659,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/ctas.q.out ql/src/test/results/clientpositive/ctas.q.out index 9506e29..0040f3c 100644 --- ql/src/test/results/clientpositive/ctas.q.out +++ ql/src/test/results/clientpositive/ctas.q.out @@ -43,9 +43,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -65,9 +66,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -185,9 +187,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -207,9 +210,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -327,9 +331,10 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -349,9 +354,10 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -535,9 +541,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -557,9 +564,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -721,7 +729,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -773,7 +780,9 @@ STAGE PLANS: /src [src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -806,7 +815,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -834,7 +842,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/ctas_colname.q.out ql/src/test/results/clientpositive/ctas_colname.q.out index 92d0e98..20259a7 100644 --- ql/src/test/results/clientpositive/ctas_colname.q.out +++ ql/src/test/results/clientpositive/ctas_colname.q.out @@ -323,7 +323,9 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/ctas_hadoop20.q.out ql/src/test/results/clientpositive/ctas_hadoop20.q.out index 7dca230..63428b5 100644 --- ql/src/test/results/clientpositive/ctas_hadoop20.q.out +++ ql/src/test/results/clientpositive/ctas_hadoop20.q.out @@ -43,9 +43,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -65,9 +66,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -185,9 +187,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -207,9 +210,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -327,9 +331,10 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -349,9 +354,10 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -535,9 +541,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -557,9 +564,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -721,7 +729,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -773,7 +780,9 @@ STAGE PLANS: /src [src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -806,7 +815,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -834,7 +842,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/decimal_udf.q.out ql/src/test/results/clientpositive/decimal_udf.q.out index b2b3d8f..02a0caa 100644 --- ql/src/test/results/clientpositive/decimal_udf.q.out +++ ql/src/test/results/clientpositive/decimal_udf.q.out @@ -1275,9 +1275,11 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: decimal(38,23)), _col2 (type: decimal(24,14)), _col3 (type: decimal(30,10)) + value expressions: _col1 (type: decimal(38,23)), _col2 (type: decimal(24,14)), _col3 (type: decimal(30,10)) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,23)), VALUE._col1 (type: decimal(24,14)), VALUE._col2 (type: decimal(30,10)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out index 1152f2e..4f9bb94 100644 --- ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out @@ -205,9 +205,11 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 27 Data size: 2853 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 27 Data size: 2853 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out index b714cfe..162a5a5 100644 --- ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out +++ ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out @@ -175,10 +175,12 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -258,7 +260,9 @@ STAGE PLANS: value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -520,10 +524,12 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -603,7 +609,9 @@ STAGE PLANS: value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -1281,10 +1289,12 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1339,10 +1349,12 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out index e525161..db0e28b 100644 --- ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out +++ ql/src/test/results/clientpositive/dynpart_sort_optimization.q.out @@ -194,7 +194,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -515,7 +517,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -1191,9 +1195,11 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1248,9 +1254,11 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_clusterby1.q.out ql/src/test/results/clientpositive/escape_clusterby1.q.out index 960eda9..4fbf03f 100644 --- ql/src/test/results/clientpositive/escape_clusterby1.q.out +++ ql/src/test/results/clientpositive/escape_clusterby1.q.out @@ -26,9 +26,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -70,9 +71,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_distributeby1.q.out ql/src/test/results/clientpositive/escape_distributeby1.q.out index 7dfd456..3a39979 100644 --- ql/src/test/results/clientpositive/escape_distributeby1.q.out +++ ql/src/test/results/clientpositive/escape_distributeby1.q.out @@ -27,7 +27,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -70,7 +72,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_orderby1.q.out ql/src/test/results/clientpositive/escape_orderby1.q.out index 740c692..7bf1a07 100644 --- ql/src/test/results/clientpositive/escape_orderby1.q.out +++ ql/src/test/results/clientpositive/escape_orderby1.q.out @@ -25,9 +25,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -68,9 +69,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/escape_sortby1.q.out ql/src/test/results/clientpositive/escape_sortby1.q.out index 1288635..496ef56 100644 --- ql/src/test/results/clientpositive/escape_sortby1.q.out +++ ql/src/test/results/clientpositive/escape_sortby1.q.out @@ -25,9 +25,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -68,9 +69,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/explain_logical.q.out ql/src/test/results/clientpositive/explain_logical.q.out index 2092540..0047133 100644 --- ql/src/test/results/clientpositive/explain_logical.q.out +++ ql/src/test/results/clientpositive/explain_logical.q.out @@ -366,13 +366,12 @@ s1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Join Operator (JOIN_4) condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_6) @@ -400,8 +399,8 @@ s2 condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE @@ -515,13 +514,12 @@ v3:src1:srcpart sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 232 Data size: 23248 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Join Operator (JOIN_6) condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col1, _col4 Statistics: Num rows: 255 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_8) @@ -549,8 +547,8 @@ v3:src2 condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col1, _col4 Statistics: Num rows: 255 Data size: 25572 Basic stats: COMPLETE Column stats: NONE @@ -588,15 +586,14 @@ v4:src1:src sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Join Operator (JOIN_9) condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col2} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col4, _col6 Statistics: Num rows: 255 Data size: 51145 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_10) @@ -629,9 +626,9 @@ v4:src2:srcpart Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col2} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col4, _col6 Statistics: Num rows: 255 Data size: 51145 Basic stats: COMPLETE Column stats: NONE v4:src3 @@ -649,9 +646,9 @@ v4:src3 Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col2} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col4, _col6 Statistics: Num rows: 255 Data size: 51145 Basic stats: COMPLETE Column stats: NONE @@ -816,13 +813,13 @@ s1:src sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Join Operator (JOIN_9) condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator (SEL_10) @@ -833,8 +830,10 @@ s1:src key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) - Extract (EX_12) + value expressions: _col1 (type: bigint), _col2 (type: string) + Select Operator (SEL_12) + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator (FS_13) compressed: false @@ -857,8 +856,8 @@ s2 condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/explain_rearrange.q.out ql/src/test/results/clientpositive/explain_rearrange.q.out index d388cd3..1ef76be 100644 --- ql/src/test/results/clientpositive/explain_rearrange.q.out +++ ql/src/test/results/clientpositive/explain_rearrange.q.out @@ -167,9 +167,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -188,7 +189,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col0} 1 {_col1} keys: 0 _col0 (type: int) @@ -228,7 +229,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -240,8 +241,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -455,9 +456,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -476,7 +478,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col0} 1 {_col1} keys: 0 _col0 (type: int) @@ -516,7 +518,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -528,8 +530,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -792,7 +794,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col0} 1 {_col1} keys: 0 _col0 (type: int) @@ -832,7 +834,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -844,8 +846,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -864,9 +866,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: @@ -1054,7 +1057,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col0} 1 {_col1} keys: 0 _col0 (type: int) @@ -1068,7 +1071,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: int) @@ -1080,8 +1083,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) @@ -1152,9 +1155,10 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ - value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/filter_join_breaktask.q.out ql/src/test/results/clientpositive/filter_join_breaktask.q.out index bc1a36e..1bc561a 100644 --- ql/src/test/results/clientpositive/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/filter_join_breaktask.q.out @@ -152,7 +152,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 13 Data size: 109 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: int) TableScan alias: m Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE @@ -224,8 +223,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col6 Statistics: Num rows: 14 Data size: 119 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -272,7 +271,6 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -351,7 +349,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 {VALUE._col0} - 1 {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col11 Statistics: Num rows: 27 Data size: 232 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/groupby1_limit.q.out ql/src/test/results/clientpositive/groupby1_limit.q.out index 3be27fe..6198e78 100644 --- ql/src/test/results/clientpositive/groupby1_limit.q.out +++ ql/src/test/results/clientpositive/groupby1_limit.q.out @@ -74,7 +74,9 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/groupby2_limit.q.out ql/src/test/results/clientpositive/groupby2_limit.q.out index 096d03e..f9ddfc7 100644 --- ql/src/test/results/clientpositive/groupby2_limit.q.out +++ ql/src/test/results/clientpositive/groupby2_limit.q.out @@ -58,9 +58,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out index 223d584..8fe9098 100644 --- ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out @@ -44,7 +44,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: double), _col5 (type: bigint) + value expressions: _col3 (type: double), _col5 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(VALUE._col1), sum(DISTINCT KEY._col1:1._col0), count(VALUE._col3) @@ -150,7 +150,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: double), _col5 (type: bigint) + value expressions: _col3 (type: double), _col5 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(VALUE._col1), sum(DISTINCT KEY._col1:1._col0), count(VALUE._col3) diff --git ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out index 0122299..d6dbfa2 100644 --- ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby3_map_multi_distinct.q.out @@ -61,7 +61,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: double), _col2 (type: struct), _col3 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct), _col10 (type: double), _col11 (type: bigint) + value expressions: _col1 (type: double), _col2 (type: struct), _col4 (type: string), _col5 (type: string), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct) Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), avg(VALUE._col1), avg(DISTINCT KEY._col0:0._col0), max(VALUE._col3), min(VALUE._col4), std(VALUE._col5), stddev_samp(VALUE._col6), variance(VALUE._col7), var_samp(VALUE._col8), sum(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0) diff --git ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out index e442bda..e2cac34 100644 --- ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out @@ -103,7 +103,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -143,7 +145,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out index ca9b467..719c83d 100644 --- ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out @@ -105,7 +105,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: array), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -172,7 +174,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: map), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: map), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out index 11a0064..3dc4e45 100644 --- ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out +++ ql/src/test/results/clientpositive/groupby_distinct_samekey.q.out @@ -49,26 +49,23 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 + Group By Operator + aggregations: sum(DISTINCT _col0) + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(DISTINCT _col0) - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-2 Map Reduce @@ -79,7 +76,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0) @@ -135,7 +131,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 120 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: sum(DISTINCT KEY._col1:0._col0) diff --git ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out index 33aae28..afdefb2 100644 --- ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out +++ ql/src/test/results/clientpositive/groupby_grouping_sets4.q.out @@ -96,21 +96,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -306,21 +306,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out index 32310ae..00e2b6d 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out @@ -140,7 +140,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: bigint) + value expressions: _col4 (type: double) Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out index ccea9fe..c53a064 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out @@ -197,20 +197,20 @@ POSTHOOK: Output: default@dest_g2 POSTHOOK: Output: default@dest_g3 POSTHOOK: Output: default@dest_g4 POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g3.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g3.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g4.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g4.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM dest_g2 PREHOOK: type: QUERY PREHOOK: Input: default@dest_g2 @@ -479,7 +479,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: double), _col4 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint), VALUE._col2 (type: string), VALUE._col3 (type: double), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -550,20 +552,20 @@ POSTHOOK: Output: default@dest_g4 POSTHOOK: Output: default@dest_h2 POSTHOOK: Output: default@dest_h3 POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g2.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g3.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g3.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g4.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.null, ] +POSTHOOK: Lineage: dest_g4.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.null, ] POSTHOOK: Lineage: dest_g4.c3 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g4.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c4 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_h2.c1 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_h2.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_h2.c3 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out index 8befde1..2a788fb 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out @@ -136,10 +136,10 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@dest_g2 POSTHOOK: Output: default@dest_g3 POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_g3.c1 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: dest_g3.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c2 EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM dest_g2 PREHOOK: type: QUERY PREHOOK: Input: default@dest_g2 diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out index c1c1303..e930237 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out @@ -162,9 +162,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -332,9 +332,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -502,9 +502,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -672,9 +672,9 @@ POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] -POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 diff --git ql/src/test/results/clientpositive/groupby_position.q.out ql/src/test/results/clientpositive/groupby_position.q.out index 640cecb..38b7d46 100644 --- ql/src/test/results/clientpositive/groupby_position.q.out +++ ql/src/test/results/clientpositive/groupby_position.q.out @@ -483,9 +483,10 @@ STAGE PLANS: key expressions: _col1 (type: bigint), _col0 (type: string) sort order: -+ Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 901 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -618,21 +619,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col3, _col4 Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -654,9 +655,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: --++ Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/groupby_resolution.q.out ql/src/test/results/clientpositive/groupby_resolution.q.out index 8d339e1..805ed01 100644 --- ql/src/test/results/clientpositive/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/groupby_resolution.q.out @@ -785,9 +785,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/groupby_sort_11.q.out ql/src/test/results/clientpositive/groupby_sort_11.q.out index c8bea14..ba043d3 100644 --- ql/src/test/results/clientpositive/groupby_sort_11.q.out +++ ql/src/test/results/clientpositive/groupby_sort_11.q.out @@ -190,7 +190,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double) + value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(VALUE._col1), count(VALUE._col2), sum(DISTINCT KEY._col1:1._col0) @@ -265,7 +265,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: double) + value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(VALUE._col1), count(VALUE._col2), sum(DISTINCT KEY._col1:1._col0) diff --git ql/src/test/results/clientpositive/groupby_sort_1_23.q.out ql/src/test/results/clientpositive/groupby_sort_1_23.q.out index 595dabf..32919ec 100644 --- ql/src/test/results/clientpositive/groupby_sort_1_23.q.out +++ ql/src/test/results/clientpositive/groupby_sort_1_23.q.out @@ -3780,7 +3780,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: t1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -3865,8 +3865,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -4197,7 +4197,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan GatherStats: false Reduce Output Operator @@ -4206,7 +4206,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4287,8 +4287,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index c1cc6db..cb3bdcf 100644 --- ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -4100,7 +4100,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: t1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -4185,8 +4185,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -4581,7 +4581,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan GatherStats: false Reduce Output Operator @@ -4590,7 +4590,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: bigint) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4671,8 +4671,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/index_auto_mult_tables.q.out ql/src/test/results/clientpositive/index_auto_mult_tables.q.out index 2947460..d8f588f 100644 --- ql/src/test/results/clientpositive/index_auto_mult_tables.q.out +++ ql/src/test/results/clientpositive/index_auto_mult_tables.q.out @@ -40,13 +40,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE @@ -265,13 +265,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out index 230e21a..eb25824 100644 --- ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out +++ ql/src/test/results/clientpositive/index_auto_mult_tables_compact.q.out @@ -40,13 +40,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE @@ -265,13 +265,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out index 3750de7..86919b6 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out @@ -69,7 +69,9 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: int) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/innerjoin.q.out ql/src/test/results/clientpositive/innerjoin.q.out index dc222ee..34f457a 100644 --- ql/src/test/results/clientpositive/innerjoin.q.out +++ ql/src/test/results/clientpositive/innerjoin.q.out @@ -43,14 +43,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1181,7 +1180,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1194,14 +1193,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/input11_limit.q.out ql/src/test/results/clientpositive/input11_limit.q.out index 0f41c72..6a15165 100644 --- ql/src/test/results/clientpositive/input11_limit.q.out +++ ql/src/test/results/clientpositive/input11_limit.q.out @@ -44,7 +44,9 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input14.q.out ql/src/test/results/clientpositive/input14.q.out index c22bd75..da54676 100644 --- ql/src/test/results/clientpositive/input14.q.out +++ ql/src/test/results/clientpositive/input14.q.out @@ -56,20 +56,18 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input14_limit.q.out ql/src/test/results/clientpositive/input14_limit.q.out index 5d7fd8e..6918ab4 100644 --- ql/src/test/results/clientpositive/input14_limit.q.out +++ ql/src/test/results/clientpositive/input14_limit.q.out @@ -54,7 +54,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -75,9 +77,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/input17.q.out ql/src/test/results/clientpositive/input17.q.out index 9ee2ee9..30845ad 100644 --- ql/src/test/results/clientpositive/input17.q.out +++ ql/src/test/results/clientpositive/input17.q.out @@ -53,20 +53,18 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input18.q.out ql/src/test/results/clientpositive/input18.q.out index a6bf4de..de980d6 100644 --- ql/src/test/results/clientpositive/input18.q.out +++ ql/src/test/results/clientpositive/input18.q.out @@ -56,20 +56,18 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), regexp_replace(VALUE._col1, ' ', '+') (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), regexp_replace(_col1, ' ', '+') (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input1_limit.q.out ql/src/test/results/clientpositive/input1_limit.q.out index 5c280d4..d706d2e 100644 --- ql/src/test/results/clientpositive/input1_limit.q.out +++ ql/src/test/results/clientpositive/input1_limit.q.out @@ -72,7 +72,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -112,7 +114,9 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 5 Data size: 1000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/input20.q.out ql/src/test/results/clientpositive/input20.q.out index bf05097..96fbfac 100644 --- ql/src/test/results/clientpositive/input20.q.out +++ ql/src/test/results/clientpositive/input20.q.out @@ -61,31 +61,29 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + Transform Operator + command: python input20_script.py + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Transform Operator - command: python input20_script.py - output info: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input21.q.out ql/src/test/results/clientpositive/input21.q.out index a988fa7..8ef12a5 100644 --- ql/src/test/results/clientpositive/input21.q.out +++ ql/src/test/results/clientpositive/input21.q.out @@ -37,9 +37,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 0 Data size: 130 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 130 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/input22.q.out ql/src/test/results/clientpositive/input22.q.out index b58b8a1..ba08f42 100644 --- ql/src/test/results/clientpositive/input22.q.out +++ ql/src/test/results/clientpositive/input22.q.out @@ -44,9 +44,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input25.q.out ql/src/test/results/clientpositive/input25.q.out index 4dc2082..98aa557 100644 --- ql/src/test/results/clientpositive/input25.q.out +++ ql/src/test/results/clientpositive/input25.q.out @@ -58,7 +58,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 10 @@ -120,7 +122,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input26.q.out ql/src/test/results/clientpositive/input26.q.out index 4dc33d3..ea37b7e 100644 --- ql/src/test/results/clientpositive/input26.q.out +++ ql/src/test/results/clientpositive/input26.q.out @@ -33,9 +33,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 @@ -82,7 +84,9 @@ STAGE PLANS: Stage: Stage-3 Map Reduce Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/input33.q.out ql/src/test/results/clientpositive/input33.q.out index 0698b89..9248971 100644 --- ql/src/test/results/clientpositive/input33.q.out +++ ql/src/test/results/clientpositive/input33.q.out @@ -61,31 +61,29 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + Transform Operator + command: python input20_script.py + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Transform Operator - command: python input20_script.py - output info: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input3_limit.q.out ql/src/test/results/clientpositive/input3_limit.q.out index a68bd24..24a58db 100644 --- ql/src/test/results/clientpositive/input3_limit.q.out +++ ql/src/test/results/clientpositive/input3_limit.q.out @@ -56,23 +56,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 11603 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 11603 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 58 Data size: 11603 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 20 - Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Limit + Number of rows: 20 + Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-2 Map Reduce @@ -83,7 +80,9 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 4000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/input4_limit.q.out ql/src/test/results/clientpositive/input4_limit.q.out index 3d133b4..d80cde3 100644 --- ql/src/test/results/clientpositive/input4_limit.q.out +++ ql/src/test/results/clientpositive/input4_limit.q.out @@ -24,9 +24,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -46,9 +48,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/input5.q.out ql/src/test/results/clientpositive/input5.q.out index 42732ef..f6fb70d 100644 --- ql/src/test/results/clientpositive/input5.q.out +++ ql/src/test/results/clientpositive/input5.q.out @@ -53,20 +53,18 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/input_columnarserde.q.out ql/src/test/results/clientpositive/input_columnarserde.q.out index c05cf1d..16d00fb 100644 --- ql/src/test/results/clientpositive/input_columnarserde.q.out +++ ql/src/test/results/clientpositive/input_columnarserde.q.out @@ -45,7 +45,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/input_lazyserde.q.out ql/src/test/results/clientpositive/input_lazyserde.q.out index 37b49d3..42f1753 100644 --- ql/src/test/results/clientpositive/input_lazyserde.q.out +++ ql/src/test/results/clientpositive/input_lazyserde.q.out @@ -51,7 +51,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 1606 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/input_part10.q.out ql/src/test/results/clientpositive/input_part10.q.out index 16ff62a..88b683a 100644 --- ql/src/test/results/clientpositive/input_part10.q.out +++ ql/src/test/results/clientpositive/input_part10.q.out @@ -55,7 +55,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/input_part7.q.out ql/src/test/results/clientpositive/input_part7.q.out index 4d326d6..19985d6 100644 --- ql/src/test/results/clientpositive/input_part7.q.out +++ ql/src/test/results/clientpositive/input_part7.q.out @@ -140,7 +140,6 @@ STAGE PLANS: sort order: ++++ Statistics: Num rows: 38 Data size: 7614 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -164,7 +163,6 @@ STAGE PLANS: sort order: ++++ Statistics: Num rows: 38 Data size: 7614 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -265,7 +263,9 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 38 Data size: 7614 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out index 541e82d..11f1ddf 100644 --- ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out +++ ql/src/test/results/clientpositive/insert1_overwrite_partitions.q.out @@ -56,9 +56,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 @@ -186,9 +187,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out index 8a85862..21bd257 100644 --- ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out +++ ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out @@ -63,9 +63,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 @@ -149,9 +150,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 6028 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/insert_into1.q.out ql/src/test/results/clientpositive/insert_into1.q.out index 053ffb1..a3a625c 100644 --- ql/src/test/results/clientpositive/insert_into1.q.out +++ ql/src/test/results/clientpositive/insert_into1.q.out @@ -37,7 +37,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -119,7 +121,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -210,7 +214,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into2.q.out ql/src/test/results/clientpositive/insert_into2.q.out index 948df91..3ac3a03 100644 --- ql/src/test/results/clientpositive/insert_into2.q.out +++ ql/src/test/results/clientpositive/insert_into2.q.out @@ -41,7 +41,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -150,7 +152,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -242,7 +246,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 50 diff --git ql/src/test/results/clientpositive/insert_into3.q.out ql/src/test/results/clientpositive/insert_into3.q.out index ffb0ca6..685d6cb 100644 --- ql/src/test/results/clientpositive/insert_into3.q.out +++ ql/src/test/results/clientpositive/insert_into3.q.out @@ -49,7 +49,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 @@ -61,7 +60,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 50 @@ -100,9 +101,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -221,7 +223,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -261,7 +265,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into4.q.out ql/src/test/results/clientpositive/insert_into4.q.out index c7a4df0..8a3a3e7 100644 --- ql/src/test/results/clientpositive/insert_into4.q.out +++ ql/src/test/results/clientpositive/insert_into4.q.out @@ -48,7 +48,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -130,7 +132,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into5.q.out ql/src/test/results/clientpositive/insert_into5.q.out index 3c753ca..1edeee4 100644 --- ql/src/test/results/clientpositive/insert_into5.q.out +++ ql/src/test/results/clientpositive/insert_into5.q.out @@ -48,7 +48,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/insert_into6.q.out ql/src/test/results/clientpositive/insert_into6.q.out index 582de2e..9587b8f 100644 --- ql/src/test/results/clientpositive/insert_into6.q.out +++ ql/src/test/results/clientpositive/insert_into6.q.out @@ -50,7 +50,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 150 diff --git ql/src/test/results/clientpositive/join0.q.out ql/src/test/results/clientpositive/join0.q.out index a6558ef..da07e9b 100644 --- ql/src/test/results/clientpositive/join0.q.out +++ ql/src/test/results/clientpositive/join0.q.out @@ -80,9 +80,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -115,7 +116,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY -{"STAGE PLANS":{"Stage-2":{"Map Reduce":{"Reduce Operator Tree:":{"Extract":{"children":{"File Output Operator":{"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"sort order:":"++++","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)"}}}}]}},"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Join Operator":{"outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"Select Operator":{"expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe","input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","condition map:":[{"":"Inner Join 0 to 1"}],"condition expressions:":{"1":"{VALUE._col0} {VALUE._col1}","0":"{VALUE._col0} {VALUE._col1}"}}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}},{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}}]}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}},"STAGE DEPENDENCIES":{"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}}} +{"STAGE PLANS":{"Stage-2":{"Map Reduce":{"Reduce Operator Tree:":{"Select Operator":{"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"sort order:":"++++","Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)"}}}}]}},"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Join Operator":{"outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"Select Operator":{"expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe","input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat"}}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE","condition map:":[{"":"Inner Join 0 to 1"}],"condition expressions:":{"1":"{VALUE._col0} {VALUE._col1}","0":"{VALUE._col0} {VALUE._col1}"}}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}},{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}}]}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}},"STAGE DEPENDENCIES":{"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}}} Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM diff --git ql/src/test/results/clientpositive/join1.q.out ql/src/test/results/clientpositive/join1.q.out index 9124e90..6142c43 100644 --- ql/src/test/results/clientpositive/join1.q.out +++ ql/src/test/results/clientpositive/join1.q.out @@ -39,14 +39,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join10.q.out ql/src/test/results/clientpositive/join10.q.out index e5ac114..c8a0d6a 100644 --- ql/src/test/results/clientpositive/join10.q.out +++ ql/src/test/results/clientpositive/join10.q.out @@ -44,14 +44,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join11.q.out ql/src/test/results/clientpositive/join11.q.out index c5c666b..a6dfdaa 100644 --- ql/src/test/results/clientpositive/join11.q.out +++ ql/src/test/results/clientpositive/join11.q.out @@ -53,14 +53,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join12.q.out ql/src/test/results/clientpositive/join12.q.out index d9122d9..e351ba6 100644 --- ql/src/test/results/clientpositive/join12.q.out +++ ql/src/test/results/clientpositive/join12.q.out @@ -59,7 +59,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -81,8 +80,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} 2 outputColumnNames: _col0, _col3 Statistics: Num rows: 13 Data size: 1322 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/join13.q.out ql/src/test/results/clientpositive/join13.q.out index 96854be..3adcfb4 100644 --- ql/src/test/results/clientpositive/join13.q.out +++ ql/src/test/results/clientpositive/join13.q.out @@ -44,7 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -60,14 +60,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col2, _col3 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -86,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: (_col0 + _col2) (type: double) Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: string), _col0 (type: string) + value expressions: _col0 (type: string), _col3 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -107,12 +106,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {VALUE._col3} 1 - outputColumnNames: _col1, _col2 + outputColumnNames: _col0, _col3 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join14.q.out ql/src/test/results/clientpositive/join14.q.out index 56f2a4e..18f829d 100644 --- ql/src/test/results/clientpositive/join14.q.out +++ ql/src/test/results/clientpositive/join14.q.out @@ -49,14 +49,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join14_hadoop20.q.out ql/src/test/results/clientpositive/join14_hadoop20.q.out index abdea3a..8e3dd5a 100644 --- ql/src/test/results/clientpositive/join14_hadoop20.q.out +++ ql/src/test/results/clientpositive/join14_hadoop20.q.out @@ -49,14 +49,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join15.q.out ql/src/test/results/clientpositive/join15.q.out index dc99999..b72f3e8 100644 --- ql/src/test/results/clientpositive/join15.q.out +++ ql/src/test/results/clientpositive/join15.q.out @@ -21,7 +21,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -30,14 +30,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -59,9 +59,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join16.q.out ql/src/test/results/clientpositive/join16.q.out index 85a0145..124214a 100644 --- ql/src/test/results/clientpositive/join16.q.out +++ ql/src/test/results/clientpositive/join16.q.out @@ -25,7 +25,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: tab Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -37,14 +36,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join17.q.out ql/src/test/results/clientpositive/join17.q.out index a37d4e6..9439f6d 100644 --- ql/src/test/results/clientpositive/join17.q.out +++ ql/src/test/results/clientpositive/join17.q.out @@ -70,7 +70,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -81,7 +81,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -137,8 +137,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join18.q.out ql/src/test/results/clientpositive/join18.q.out index 79c370d..c91d3b2 100644 --- ql/src/test/results/clientpositive/join18.q.out +++ ql/src/test/results/clientpositive/join18.q.out @@ -79,21 +79,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join18_multi_distinct.q.out ql/src/test/results/clientpositive/join18_multi_distinct.q.out index 7908f56..fa02b84 100644 --- ql/src/test/results/clientpositive/join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/join18_multi_distinct.q.out @@ -58,7 +58,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint), _col3 (type: bigint) Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0) @@ -86,21 +85,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 15 Data size: 3085 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join19.q.out ql/src/test/results/clientpositive/join19.q.out index 4789542..803d7a4 100644 --- ql/src/test/results/clientpositive/join19.q.out +++ ql/src/test/results/clientpositive/join19.q.out @@ -174,15 +174,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} 2 {VALUE._col0} outputColumnNames: _col0, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -202,7 +201,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col3 (type: string), _col0 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) TableScan alias: t5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -240,10 +239,10 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col2} {VALUE._col4} + 0 {VALUE._col0} {VALUE._col2} {KEY.reducesinkkey0} 1 - 2 {VALUE._col1} - outputColumnNames: _col0, _col2, _col4, _col7 + 2 {VALUE._col0} + outputColumnNames: _col0, _col2, _col3, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -277,18 +276,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col7 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col2 (type: string), _col4 (type: string), _col7 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col3} {VALUE._col5} {VALUE._col7} - 1 {VALUE._col1} - outputColumnNames: _col0, _col3, _col5, _col7, _col9 + 0 {VALUE._col0} {VALUE._col2} {VALUE._col3} {KEY.reducesinkkey0} + 1 {VALUE._col0} + outputColumnNames: _col0, _col2, _col3, _col7, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col3 (type: string), _col5 (type: string), _col0 (type: string), _col7 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col7 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join2.q.out ql/src/test/results/clientpositive/join2.q.out index fc6a29e..ce87da7 100644 --- ql/src/test/results/clientpositive/join2.q.out +++ ql/src/test/results/clientpositive/join2.q.out @@ -31,7 +31,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: src1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -40,14 +39,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -81,12 +79,12 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col4} + 0 {VALUE._col0} 1 {VALUE._col1} - outputColumnNames: _col4, _col9 + outputColumnNames: _col0, _col9 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: UDFToInteger(_col4) (type: int), _col9 (type: string) + expressions: UDFToInteger(_col0) (type: int), _col9 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join20.q.out ql/src/test/results/clientpositive/join20.q.out index 4a3e174..a064345 100644 --- ql/src/test/results/clientpositive/join20.q.out +++ ql/src/test/results/clientpositive/join20.q.out @@ -26,7 +26,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -35,7 +35,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -47,20 +47,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -82,9 +82,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -686,7 +687,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -695,7 +696,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -707,20 +708,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -742,9 +743,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join21.q.out ql/src/test/results/clientpositive/join21.q.out index ac30f80..dbe3a2f 100644 --- ql/src/test/results/clientpositive/join21.q.out +++ ql/src/test/results/clientpositive/join21.q.out @@ -24,7 +24,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -33,7 +33,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -42,20 +42,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Right Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: - 0 {(VALUE._col0 < 10)} + 0 {(KEY.reducesinkkey0 < 10)} 1 - 2 {(VALUE._col0 < 10)} + 2 {(KEY.reducesinkkey0 < 10)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -77,9 +77,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join22.q.out ql/src/test/results/clientpositive/join22.q.out index 76368e7..24685a3 100644 --- ql/src/test/results/clientpositive/join22.q.out +++ ql/src/test/results/clientpositive/join22.q.out @@ -29,13 +29,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -74,7 +74,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col3} + 1 {VALUE._col2} outputColumnNames: _col7 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join23.q.out ql/src/test/results/clientpositive/join23.q.out index d0185e1..ce081a4 100644 --- ql/src/test/results/clientpositive/join23.q.out +++ ql/src/test/results/clientpositive/join23.q.out @@ -62,9 +62,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/join25.q.out ql/src/test/results/clientpositive/join25.q.out index a7e9e32..6094da7 100644 --- ql/src/test/results/clientpositive/join25.q.out +++ ql/src/test/results/clientpositive/join25.q.out @@ -44,7 +44,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {value} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/join26.q.out ql/src/test/results/clientpositive/join26.q.out index 5235e31..eec9eaa 100644 --- ql/src/test/results/clientpositive/join26.q.out +++ ql/src/test/results/clientpositive/join26.q.out @@ -129,7 +129,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {value} 2 {value} keys: @@ -144,7 +144,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {value} 2 {value} keys: diff --git ql/src/test/results/clientpositive/join27.q.out ql/src/test/results/clientpositive/join27.q.out index d0fb146..a36a44c 100644 --- ql/src/test/results/clientpositive/join27.q.out +++ ql/src/test/results/clientpositive/join27.q.out @@ -44,7 +44,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 {value} keys: 0 value (type: string) diff --git ql/src/test/results/clientpositive/join28.q.out ql/src/test/results/clientpositive/join28.q.out index 6c33234..59922da 100644 --- ql/src/test/results/clientpositive/join28.q.out +++ ql/src/test/results/clientpositive/join28.q.out @@ -52,7 +52,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/join29.q.out ql/src/test/results/clientpositive/join29.q.out index b10a2b4..9a208cb 100644 --- ql/src/test/results/clientpositive/join29.q.out +++ ql/src/test/results/clientpositive/join29.q.out @@ -149,7 +149,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col1} 1 {_col1} keys: 0 _col0 (type: string) @@ -198,14 +198,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join3.q.out ql/src/test/results/clientpositive/join3.q.out index c8d9620..a4963aa 100644 --- ql/src/test/results/clientpositive/join3.q.out +++ ql/src/test/results/clientpositive/join3.q.out @@ -47,16 +47,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 - 2 {VALUE._col1} + 2 {VALUE._col0} outputColumnNames: _col0, _col9 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join30.q.out ql/src/test/results/clientpositive/join30.q.out index 053fcf2..92c258a 100644 --- ql/src/test/results/clientpositive/join30.q.out +++ ql/src/test/results/clientpositive/join30.q.out @@ -37,7 +37,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/join31.q.out ql/src/test/results/clientpositive/join31.q.out index 9c5ba7f..6ce6843 100644 --- ql/src/test/results/clientpositive/join31.q.out +++ ql/src/test/results/clientpositive/join31.q.out @@ -186,7 +186,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 keys: 0 _col0 (type: string) @@ -238,13 +238,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/join32.q.out ql/src/test/results/clientpositive/join32.q.out index e520278..56024b6 100644 --- ql/src/test/results/clientpositive/join32.q.out +++ ql/src/test/results/clientpositive/join32.q.out @@ -168,7 +168,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {value} keys: 0 key (type: string) @@ -181,8 +181,8 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {_col5} {_col0} - 1 {value} + 0 {_col0} {_col5} + 1 keys: 0 _col1 (type: string) 1 value (type: string) @@ -211,16 +211,16 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col5} {_col0} + 0 {_col0} {_col5} 1 {value} keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col1, _col4, _col9 + outputColumnNames: _col0, _col5, _col9 Position of Big Table: 0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col9 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col9 (type: string), _col5 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join32_lessSize.q.out ql/src/test/results/clientpositive/join32_lessSize.q.out index ef6cfe5..7162738 100644 --- ql/src/test/results/clientpositive/join32_lessSize.q.out +++ ql/src/test/results/clientpositive/join32_lessSize.q.out @@ -128,7 +128,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {value} keys: 0 key (type: string) @@ -327,8 +327,8 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {_col5} {_col0} - 1 {value} + 0 {_col0} {_col5} + 1 keys: 0 _col1 (type: string) 1 value (type: string) @@ -343,16 +343,16 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col5} {_col0} + 0 {_col0} {_col5} 1 {value} keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col1, _col4, _col9 + outputColumnNames: _col0, _col5, _col9 Position of Big Table: 0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col9 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col9 (type: string), _col5 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1108,7 +1108,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {_col4} + 0 1 {value} 2 {value} keys: @@ -1122,7 +1122,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {_col4} + 0 1 {value} 2 {value} keys: @@ -1315,7 +1315,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {_col4} + 0 1 {value} 2 {value} keys: @@ -1329,7 +1329,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {_col4} + 0 1 {value} 2 {value} keys: @@ -1518,7 +1518,6 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: _col4 (type: string) TableScan alias: z Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE @@ -1663,9 +1662,9 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col4} - 1 {VALUE._col1} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} + 2 {VALUE._col0} outputColumnNames: _col4, _col9, _col13 Statistics: Num rows: 138 Data size: 14064 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1945,7 +1944,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 keys: 0 key (type: string) @@ -2149,7 +2148,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {value} + 1 keys: 0 _col1 (type: string) 1 value (type: string) @@ -2749,7 +2748,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {value} + 1 keys: 0 _col1 (type: string) 1 value (type: string) @@ -3074,7 +3073,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 keys: 0 key (type: string) @@ -3124,7 +3123,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {value} + 1 keys: 0 _col1 (type: string) 1 value (type: string) @@ -3322,7 +3321,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 keys: 0 key (type: string) @@ -3372,7 +3371,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {value} + 1 keys: 0 _col1 (type: string) 1 value (type: string) diff --git ql/src/test/results/clientpositive/join33.q.out ql/src/test/results/clientpositive/join33.q.out index e520278..56024b6 100644 --- ql/src/test/results/clientpositive/join33.q.out +++ ql/src/test/results/clientpositive/join33.q.out @@ -168,7 +168,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {value} keys: 0 key (type: string) @@ -181,8 +181,8 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {_col5} {_col0} - 1 {value} + 0 {_col0} {_col5} + 1 keys: 0 _col1 (type: string) 1 value (type: string) @@ -211,16 +211,16 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col5} {_col0} + 0 {_col0} {_col5} 1 {value} keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col1, _col4, _col9 + outputColumnNames: _col0, _col5, _col9 Position of Big Table: 0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col9 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col9 (type: string), _col5 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join34.q.out ql/src/test/results/clientpositive/join34.q.out index cb2d5dc..2c02bc5 100644 --- ql/src/test/results/clientpositive/join34.q.out +++ ql/src/test/results/clientpositive/join34.q.out @@ -159,7 +159,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col1} - 1 {key} {value} + 1 {value} keys: 0 _col0 (type: string) 1 key (type: string) diff --git ql/src/test/results/clientpositive/join35.q.out ql/src/test/results/clientpositive/join35.q.out index 3c43783..2d69e3f 100644 --- ql/src/test/results/clientpositive/join35.q.out +++ ql/src/test/results/clientpositive/join35.q.out @@ -276,7 +276,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col1} - 1 {key} {value} + 1 {value} keys: 0 _col0 (type: string) 1 key (type: string) diff --git ql/src/test/results/clientpositive/join36.q.out ql/src/test/results/clientpositive/join36.q.out index d9a0074..1f14642 100644 --- ql/src/test/results/clientpositive/join36.q.out +++ ql/src/test/results/clientpositive/join36.q.out @@ -82,7 +82,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 1482 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {cnt} + 0 {cnt} 1 {cnt} keys: 0 key (type: int) diff --git ql/src/test/results/clientpositive/join37.q.out ql/src/test/results/clientpositive/join37.q.out index b70076e..184cf53 100644 --- ql/src/test/results/clientpositive/join37.q.out +++ ql/src/test/results/clientpositive/join37.q.out @@ -44,7 +44,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {value} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/join39.q.out ql/src/test/results/clientpositive/join39.q.out index d6680b8..ced4d9e 100644 --- ql/src/test/results/clientpositive/join39.q.out +++ ql/src/test/results/clientpositive/join39.q.out @@ -52,7 +52,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {_col0} {_col1} + 1 {_col1} keys: 0 key (type: string) 1 _col0 (type: string) diff --git ql/src/test/results/clientpositive/join4.q.out ql/src/test/results/clientpositive/join4.q.out index ba163b6..3fb377e 100644 --- ql/src/test/results/clientpositive/join4.q.out +++ ql/src/test/results/clientpositive/join4.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join40.q.out ql/src/test/results/clientpositive/join40.q.out index 332b634..0196f7a 100644 --- ql/src/test/results/clientpositive/join40.q.out +++ ql/src/test/results/clientpositive/join40.q.out @@ -20,7 +20,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -36,14 +36,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -671,14 +671,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1765,7 +1764,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1774,7 +1773,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1786,20 +1785,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1821,9 +1820,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2425,7 +2425,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2434,7 +2434,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -2446,20 +2446,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 1 - 2 {(VALUE._col0 < 20)} + 2 {(KEY.reducesinkkey0 < 20)} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2481,9 +2481,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3092,7 +3093,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {value} - 1 {_col0} {_col1} + 1 {_col1} keys: 0 key (type: string) 1 _col0 (type: string) diff --git ql/src/test/results/clientpositive/join41.q.out ql/src/test/results/clientpositive/join41.q.out index f605b80..b7bfd08 100644 --- ql/src/test/results/clientpositive/join41.q.out +++ ql/src/test/results/clientpositive/join41.q.out @@ -30,7 +30,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE @@ -39,14 +39,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -105,7 +105,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src1 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE @@ -114,14 +114,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join5.q.out ql/src/test/results/clientpositive/join5.q.out index 5bb74a2..99f2650 100644 --- ql/src/test/results/clientpositive/join5.q.out +++ ql/src/test/results/clientpositive/join5.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join6.q.out ql/src/test/results/clientpositive/join6.q.out index a4e3ad9..33c78a7 100644 --- ql/src/test/results/clientpositive/join6.q.out +++ ql/src/test/results/clientpositive/join6.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join7.q.out ql/src/test/results/clientpositive/join7.q.out index f149088..acff93a 100644 --- ql/src/test/results/clientpositive/join7.q.out +++ ql/src/test/results/clientpositive/join7.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -85,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -101,16 +101,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join8.q.out ql/src/test/results/clientpositive/join8.q.out index 343ccb3..eef07ba 100644 --- ql/src/test/results/clientpositive/join8.q.out +++ ql/src/test/results/clientpositive/join8.q.out @@ -59,7 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -75,14 +75,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 440 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/join9.q.out ql/src/test/results/clientpositive/join9.q.out index a260802..1240065 100644 --- ql/src/test/results/clientpositive/join9.q.out +++ ql/src/test/results/clientpositive/join9.q.out @@ -97,7 +97,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -200,8 +199,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col7 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_alt_syntax.q.out ql/src/test/results/clientpositive/join_alt_syntax.q.out index 2253db2..8299a2e 100644 --- ql/src/test/results/clientpositive/join_alt_syntax.q.out +++ ql/src/test/results/clientpositive/join_alt_syntax.q.out @@ -119,7 +119,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan alias: p2 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -128,7 +127,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan alias: p1 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -137,16 +135,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col1} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col1, _col12, _col23 Statistics: Num rows: 68 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -198,7 +195,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: p3 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -207,7 +203,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan alias: p1 Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -216,16 +211,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} - 2 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col1, _col11, _col13 Statistics: Num rows: 68 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -311,28 +305,27 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 16 Data size: 1692 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col0 (type: int), _col1 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col11 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12, _col23 Statistics: Num rows: 34 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col0 + _col11) = _col11) and (_col23 = _col1)) (type: boolean) + predicate: (((_col11 + _col0) = _col0) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 8 Data size: 821 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col12 (type: string), _col1 (type: string), _col23 (type: string) + expressions: _col1 (type: string), _col12 (type: string), _col23 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 8 Data size: 821 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -377,7 +370,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) TableScan alias: p1 Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -386,14 +378,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12 Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -414,21 +405,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col0 (type: int), _col1 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col11 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12, _col23 Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -449,28 +439,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) + value expressions: p_name (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col23 (type: string), _col0 (type: int), _col1 (type: string), _col11 (type: int), _col12 (type: string) + value expressions: _col1 (type: string), _col11 (type: int), _col12 (type: string), _col23 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col11} {VALUE._col12} {VALUE._col22} {VALUE._col23} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col1, _col11, _col12, _col22, _col23, _col33, _col34 + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col10} {VALUE._col11} {VALUE._col22} + 1 {KEY.reducesinkkey0} {VALUE._col0} + outputColumnNames: _col0, _col1, _col11, _col12, _col23, _col33, _col34 Statistics: Num rows: 39 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col23 (type: string), _col12 (type: string), _col1 (type: string), _col34 (type: string) + expressions: _col1 (type: string), _col12 (type: string), _col23 (type: string), _col34 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -515,7 +505,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) TableScan alias: p1 Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -524,14 +513,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12 Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -552,21 +540,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 31 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col0 (type: int), _col1 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col11 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col11} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col11, _col12, _col23 Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -587,28 +574,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string) + value expressions: p_name (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col23 (type: string), _col0 (type: int), _col1 (type: string), _col11 (type: int), _col12 (type: string) + value expressions: _col1 (type: string), _col11 (type: int), _col12 (type: string), _col23 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col11} {VALUE._col12} {VALUE._col22} {VALUE._col23} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col1, _col11, _col12, _col22, _col23, _col33, _col34 + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col10} {VALUE._col11} {VALUE._col22} + 1 {KEY.reducesinkkey0} {VALUE._col0} + outputColumnNames: _col0, _col1, _col11, _col12, _col23, _col33, _col34 Statistics: Num rows: 39 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col23 (type: string), _col12 (type: string), _col1 (type: string), _col34 (type: string) + expressions: _col1 (type: string), _col12 (type: string), _col23 (type: string), _col34 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 433 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out index ea84dc6..06a58ae 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_1.q.out @@ -61,7 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -70,7 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -79,16 +79,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -131,7 +131,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -140,7 +140,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -149,16 +149,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -239,25 +239,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -334,25 +334,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out index 7729c6b..ba90aae 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_2.q.out @@ -61,7 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -70,7 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -79,7 +79,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -88,7 +88,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -96,10 +96,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -155,14 +155,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -183,21 +183,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -218,25 +218,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out index 5186668..0ae4e77 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_3.q.out @@ -63,7 +63,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -81,16 +81,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -138,7 +138,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -147,7 +147,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -156,16 +156,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -251,28 +251,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col0 + _col11) = _col11) and (_col23 = _col1)) (type: boolean) + predicate: (((_col11 + _col0) = _col0) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 1 Data size: 698 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 1 Data size: 698 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -351,28 +351,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((_col0 = 1) and (_col23 = _col1)) (type: boolean) + predicate: ((_col11 = 1) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out index 70b8eeb..4df0d7d 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_4.q.out @@ -63,7 +63,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p2 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -81,7 +81,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -90,7 +90,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -98,10 +98,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -153,7 +153,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -162,14 +162,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -190,21 +190,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -225,28 +225,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out index 4ead9fd..4ad0ffe 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual1.q.out @@ -115,7 +115,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -124,7 +124,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -133,16 +133,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -185,7 +185,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -194,7 +194,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -203,16 +203,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -293,25 +293,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 2 Data size: 1535 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 2 Data size: 1535 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -388,25 +388,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out index 46cfc75..e708327 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual2.q.out @@ -115,7 +115,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -124,7 +124,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -133,7 +133,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -150,10 +150,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -200,7 +200,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p2_name (type: string), p2_partkey (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -209,14 +209,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -237,21 +237,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -272,25 +272,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out index 6597cff..05aeefe 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual3.q.out @@ -117,7 +117,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -126,7 +126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -135,16 +135,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -192,7 +192,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -201,7 +201,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -210,16 +210,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 11 Data size: 6980 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -305,28 +305,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 2 Data size: 1396 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 2 Data size: 1535 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col0 + _col11) = _col11) and (_col23 = _col1)) (type: boolean) + predicate: (((_col11 + _col0) = _col0) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -405,28 +405,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((_col0 = 1) and (_col23 = _col1)) (type: boolean) + predicate: ((_col11 = 1) and (_col23 = _col12)) (type: boolean) Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26 Statistics: Num rows: 1 Data size: 767 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out index e5f6367..4bf17d2 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual4.q.out @@ -117,7 +117,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -126,7 +126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_name (type: string) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_partkey (type: int), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan alias: p3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -135,7 +135,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan alias: p2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -144,7 +144,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p2_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_partkey (type: int), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) Reduce Operator Tree: Join Operator condition map: @@ -152,10 +152,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 3 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 2 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} + 3 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 16 Data size: 10470 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -207,7 +207,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p2_name (type: string), p2_partkey (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p2_partkey (type: int), p2_name (type: string), p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) + value expressions: p2_mfgr (type: string), p2_brand (type: string), p2_type (type: string), p2_size (type: int), p2_container (type: string), p2_retailprice (type: double), p2_comment (type: string) TableScan alias: p1 Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE @@ -216,14 +216,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_name (type: string), p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19 Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -244,21 +244,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p3_name (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p3_partkey (type: int), p3_name (type: string), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) + value expressions: p3_partkey (type: int), p3_mfgr (type: string), p3_brand (type: string), p3_type (type: string), p3_size (type: int), p3_container (type: string), p3_retailprice (type: double), p3_comment (type: string) TableScan Reduce Output Operator key expressions: _col12 (type: string) sort order: + Map-reduce partition columns: _col12 (type: string) Statistics: Num rows: 5 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {KEY.reducesinkkey0} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30 Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -279,28 +279,28 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 5 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_partkey (type: int), p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + value expressions: p_name (type: string), p_mfgr (type: string), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) TableScan Reduce Output Operator - key expressions: _col11 (type: int) + key expressions: _col0 (type: int) sort order: + - Map-reduce partition columns: _col11 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 3839 Basic stats: COMPLETE Column stats: NONE - value expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col19} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} {VALUE._col30} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col8} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} {VALUE._col10} {VALUE._col11} {VALUE._col12} {VALUE._col13} {VALUE._col14} {VALUE._col15} {VALUE._col16} {VALUE._col17} {VALUE._col18} {VALUE._col21} {VALUE._col22} {VALUE._col23} {VALUE._col24} {VALUE._col25} {VALUE._col26} {VALUE._col27} {VALUE._col28} {VALUE._col29} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} {VALUE._col7} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41 Statistics: Num rows: 5 Data size: 4222 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((_col12 = _col1) and (_col22 = _col33)) and (_col22 = _col11)) (type: boolean) + predicate: (((_col12 = _col23) and (_col0 = _col33)) and (_col0 = _col11)) (type: boolean) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: int), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: int), _col17 (type: string), _col18 (type: double), _col19 (type: string), _col22 (type: int), _col23 (type: string), _col24 (type: string), _col25 (type: string), _col26 (type: string), _col27 (type: int), _col28 (type: string), _col29 (type: double), _col30 (type: string), _col33 (type: int), _col34 (type: string), _col35 (type: string), _col36 (type: string), _col37 (type: string), _col38 (type: int), _col39 (type: string), _col40 (type: double), _col41 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_hive_626.q.out ql/src/test/results/clientpositive/join_hive_626.q.out index 1f4cf87..2659597 100644 --- ql/src/test/results/clientpositive/join_hive_626.q.out +++ ql/src/test/results/clientpositive/join_hive_626.q.out @@ -93,8 +93,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col4} + 0 {VALUE._col0} + 1 {VALUE._col0} {VALUE._col3} outputColumnNames: _col1, _col8, _col12 Statistics: Num rows: 0 Data size: 16 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -128,8 +128,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col12} - 1 {VALUE._col1} + 0 {VALUE._col1} {VALUE._col11} + 1 {VALUE._col0} outputColumnNames: _col1, _col12, _col20 Statistics: Num rows: 0 Data size: 17 Basic stats: PARTIAL Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_map_ppr.q.out ql/src/test/results/clientpositive/join_map_ppr.q.out index cd72ca4..1c5ea03 100644 --- ql/src/test/results/clientpositive/join_map_ppr.q.out +++ ql/src/test/results/clientpositive/join_map_ppr.q.out @@ -131,7 +131,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {value} 2 {value} keys: @@ -146,7 +146,7 @@ STAGE PLANS: GatherStats: false HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {value} 2 {value} keys: diff --git ql/src/test/results/clientpositive/join_merging.q.out ql/src/test/results/clientpositive/join_merging.q.out index eab3a17..5eb93d9 100644 --- ql/src/test/results/clientpositive/join_merging.q.out +++ ql/src/test/results/clientpositive/join_merging.q.out @@ -78,8 +78,8 @@ STAGE PLANS: Left Outer Join0 to 1 Right Outer Join1 to 2 condition expressions: - 0 {VALUE._col5} - 1 {VALUE._col5} + 0 {VALUE._col4} + 1 {VALUE._col4} 2 outputColumnNames: _col5, _col16 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -154,8 +154,8 @@ STAGE PLANS: Left Outer Join0 to 1 Right Outer Join1 to 2 condition expressions: - 0 {VALUE._col5} - 1 {VALUE._col5} + 0 {VALUE._col4} + 1 {VALUE._col4} 2 outputColumnNames: _col5, _col16 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/join_nullsafe.q.out ql/src/test/results/clientpositive/join_nullsafe.q.out index a7255b4..360d9c8 100644 --- ql/src/test/results/clientpositive/join_nullsafe.q.out +++ ql/src/test/results/clientpositive/join_nullsafe.q.out @@ -39,7 +39,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -48,14 +48,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} nullSafes: [true] outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE @@ -116,7 +116,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -125,7 +125,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -134,16 +134,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -194,7 +194,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -203,7 +203,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -212,16 +212,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {VALUE._col0} nullSafes: [true] outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE @@ -300,7 +300,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -309,7 +308,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -318,16 +316,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {KEY.reducesinkkey1} nullSafes: [true, false] outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE @@ -379,7 +376,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: c Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -388,7 +384,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -397,16 +392,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} {KEY.reducesinkkey1} nullSafes: [true, true] outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE @@ -1242,7 +1236,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: key (type: int) TableScan alias: a Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE @@ -1254,14 +1248,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: int) + value expressions: value (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} {KEY.reducesinkkey0} nullSafes: [true] outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/join_rc.q.out ql/src/test/results/clientpositive/join_rc.q.out index 46f1c61..be7ca85 100644 --- ql/src/test/results/clientpositive/join_rc.q.out +++ ql/src/test/results/clientpositive/join_rc.q.out @@ -65,14 +65,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 550 Data size: 5293 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_reorder.q.out ql/src/test/results/clientpositive/join_reorder.q.out index 24dee27..4fc41e0 100644 --- ql/src/test/results/clientpositive/join_reorder.q.out +++ ql/src/test/results/clientpositive/join_reorder.q.out @@ -220,7 +220,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -229,14 +228,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -255,7 +254,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -264,18 +263,17 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col1} - outputColumnNames: _col0, _col4, _col5, _col9 + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col4, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col4 (type: string), _col0 (type: string), _col5 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col4 (type: string), _col1 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -319,7 +317,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -328,14 +325,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -354,7 +351,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -363,18 +360,17 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col1} - outputColumnNames: _col0, _col4, _col5, _col9 + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col4, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col4 (type: string), _col0 (type: string), _col5 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col4 (type: string), _col1 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -463,7 +459,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -472,7 +467,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -481,7 +475,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: @@ -489,9 +482,9 @@ STAGE PLANS: Unique Join0 to 0 Unique Join0 to 0 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4, _col8 Statistics: Num rows: 0 Data size: 66 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -540,7 +533,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -549,7 +541,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -558,7 +549,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: @@ -566,9 +556,9 @@ STAGE PLANS: Unique Join0 to 0 Unique Join0 to 0 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4, _col8 Statistics: Num rows: 0 Data size: 66 Basic stats: PARTIAL Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_reorder2.q.out ql/src/test/results/clientpositive/join_reorder2.q.out index 70f8caa..cd8233c 100644 --- ql/src/test/results/clientpositive/join_reorder2.q.out +++ ql/src/test/results/clientpositive/join_reorder2.q.out @@ -86,7 +86,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -95,7 +95,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -104,7 +104,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -113,7 +113,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -121,10 +121,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -196,7 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -205,14 +205,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -231,7 +231,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -240,14 +240,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -271,11 +271,11 @@ STAGE PLANS: value expressions: key (type: string), val (type: string) TableScan Reduce Output Operator - key expressions: (_col4 + 1) (type: double) + key expressions: (_col0 + 1) (type: double) sort order: + - Map-reduce partition columns: (_col4 + 1) (type: double) + Map-reduce partition columns: (_col0 + 1) (type: double) Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -286,7 +286,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_reorder3.q.out ql/src/test/results/clientpositive/join_reorder3.q.out index 64040c8..40c2951 100644 --- ql/src/test/results/clientpositive/join_reorder3.q.out +++ ql/src/test/results/clientpositive/join_reorder3.q.out @@ -86,7 +86,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -95,7 +95,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -104,7 +104,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -113,7 +113,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -121,10 +121,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -196,7 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -205,14 +205,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -231,7 +231,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -240,14 +240,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -271,11 +271,11 @@ STAGE PLANS: value expressions: key (type: string), val (type: string) TableScan Reduce Output Operator - key expressions: (_col4 + 1) (type: double) + key expressions: (_col0 + 1) (type: double) sort order: + - Map-reduce partition columns: (_col4 + 1) (type: double) + Map-reduce partition columns: (_col0 + 1) (type: double) Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: @@ -286,7 +286,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 39 Basic stats: PARTIAL Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_star.q.out ql/src/test/results/clientpositive/join_star.q.out index d786720..4e2158a 100644 --- ql/src/test/results/clientpositive/join_star.q.out +++ ql/src/test/results/clientpositive/join_star.q.out @@ -241,7 +241,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col3 (type: int) @@ -268,15 +268,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col3 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col11 + outputColumnNames: _col0, _col1, _col7, _col11 Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: int), _col5 (type: int), _col1 (type: int), _col11 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -354,7 +354,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) @@ -381,15 +381,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col11 + outputColumnNames: _col0, _col1, _col7, _col11 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: int), _col5 (type: int), _col1 (type: int), _col11 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -467,7 +467,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) @@ -494,15 +494,15 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} + 0 {_col0} {_col1} {_col7} 1 {f4} keys: 0 _col7 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col11 + outputColumnNames: _col0, _col1, _col7, _col11 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: int), _col5 (type: int), _col1 (type: int), _col11 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 8 Data size: 117 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -611,7 +611,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col7} {_col0} {_col1} {_col3} + 0 {_col0} {_col1} {_col3} {_col7} 1 {f4} keys: 0 _col7 (type: int) @@ -622,10 +622,10 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col11} {_col1} {_col4} {_col5} + 0 {_col0} {_col1} {_col7} {_col11} 1 {f6} keys: - 0 _col7 (type: int) + 0 _col3 (type: int) 1 f5 (type: int) dim4 TableScan @@ -633,7 +633,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col15} {_col1} {_col5} {_col8} {_col9} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} 1 {f8} 2 {f12} keys: @@ -646,7 +646,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col23} {_col19} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} 1 {f10} keys: 0 _col19 (type: int) @@ -657,7 +657,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col15} {_col1} {_col5} {_col8} {_col9} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} 1 {f8} 2 {f12} keys: @@ -670,10 +670,10 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col19} {_col27} {_col23} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} {_col27} 1 {f14} keys: - 0 _col19 (type: int) + 0 _col23 (type: int) 1 f13 (type: int) Stage: Stage-12 @@ -697,62 +697,62 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col7} {_col0} {_col1} {_col3} + 0 {_col0} {_col1} {_col3} {_col7} 1 {f4} keys: 0 _col7 (type: int) 1 f3 (type: int) - outputColumnNames: _col1, _col4, _col5, _col7, _col11 + outputColumnNames: _col0, _col1, _col3, _col7, _col11 Statistics: Num rows: 6 Data size: 117 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col11} {_col1} {_col4} {_col5} + 0 {_col0} {_col1} {_col7} {_col11} 1 {f6} keys: - 0 _col7 (type: int) + 0 _col3 (type: int) 1 f5 (type: int) - outputColumnNames: _col1, _col5, _col8, _col9, _col15 + outputColumnNames: _col0, _col1, _col7, _col11, _col15 Statistics: Num rows: 6 Data size: 128 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {_col15} {_col1} {_col5} {_col8} {_col9} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} 1 {f8} 2 {f12} keys: 0 _col15 (type: int) 1 f7 (type: int) 2 f11 (type: int) - outputColumnNames: _col1, _col5, _col9, _col12, _col13, _col19, _col23 + outputColumnNames: _col0, _col1, _col7, _col11, _col15, _col19, _col23 Statistics: Num rows: 13 Data size: 281 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col23} {_col19} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} 1 {f10} keys: 0 _col19 (type: int) 1 f9 (type: int) - outputColumnNames: _col1, _col5, _col9, _col12, _col13, _col19, _col23, _col27 + outputColumnNames: _col0, _col1, _col7, _col11, _col15, _col19, _col23, _col27 Statistics: Num rows: 14 Data size: 309 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {_col1} {_col5} {_col9} {_col12} {_col13} {_col19} {_col27} {_col23} + 0 {_col0} {_col1} {_col7} {_col11} {_col15} {_col19} {_col23} {_col27} 1 {f14} keys: - 0 _col19 (type: int) + 0 _col23 (type: int) 1 f13 (type: int) - outputColumnNames: _col1, _col5, _col9, _col12, _col13, _col19, _col23, _col27, _col31 + outputColumnNames: _col0, _col1, _col7, _col11, _col15, _col19, _col23, _col27, _col31 Statistics: Num rows: 15 Data size: 339 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col12 (type: int), _col13 (type: int), _col9 (type: int), _col5 (type: int), _col1 (type: int), _col27 (type: int), _col23 (type: int), _col19 (type: int), _col31 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col7 (type: int), _col11 (type: int), _col15 (type: int), _col19 (type: int), _col27 (type: int), _col23 (type: int), _col31 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 15 Data size: 339 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/join_thrift.q.out ql/src/test/results/clientpositive/join_thrift.q.out index b1d2d11..7869a7e 100644 --- ql/src/test/results/clientpositive/join_thrift.q.out +++ ql/src/test/results/clientpositive/join_thrift.q.out @@ -47,14 +47,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: aint (type: int) Statistics: Num rows: 401 Data size: 1606 Basic stats: COMPLETE Column stats: NONE - value expressions: aint (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col4} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col3} outputColumnNames: _col0, _col12 Statistics: Num rows: 441 Data size: 1766 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/join_vc.q.out ql/src/test/results/clientpositive/join_vc.q.out index 3268f7d..bf21ceb 100644 --- ql/src/test/results/clientpositive/join_vc.q.out +++ ql/src/test/results/clientpositive/join_vc.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col1} + 1 {VALUE._col0} outputColumnNames: _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -60,7 +60,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint) + value expressions: key (type: string), BLOCK__OFFSET__INSIDE__FILE (type: bigint) TableScan Reduce Output Operator key expressions: _col5 (type: string) @@ -73,7 +73,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} outputColumnNames: _col8, _col9, _col10 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -95,9 +95,10 @@ STAGE PLANS: key expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: string) sort order: +++ Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 diff --git ql/src/test/results/clientpositive/join_view.q.out ql/src/test/results/clientpositive/join_view.q.out index 423aac2..a42d0fb 100644 --- ql/src/test/results/clientpositive/join_view.q.out +++ ql/src/test/results/clientpositive/join_view.q.out @@ -50,7 +50,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 {VALUE._col1} - 1 {VALUE._col0} {VALUE._col2} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col1, _col5, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/lateral_view.q.out ql/src/test/results/clientpositive/lateral_view.q.out index e4e0268..3b943b7 100644 --- ql/src/test/results/clientpositive/lateral_view.q.out +++ ql/src/test/results/clientpositive/lateral_view.q.out @@ -47,7 +47,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: int) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + value expressions: _col1 (type: string) Select Operator expressions: array(1,2,3) (type: array) outputColumnNames: _col0 @@ -66,9 +66,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: int) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 @@ -88,9 +90,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: int) sort order: ++ Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/lateral_view_cp.q.out ql/src/test/results/clientpositive/lateral_view_cp.q.out index d19ae5c..decb207 100644 --- ql/src/test/results/clientpositive/lateral_view_cp.q.out +++ ql/src/test/results/clientpositive/lateral_view_cp.q.out @@ -59,7 +59,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col1} + 1 {VALUE._col0} outputColumnNames: _col5 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/lateral_view_noalias.q.out ql/src/test/results/clientpositive/lateral_view_noalias.q.out index 432a512..ff8348c 100644 --- ql/src/test/results/clientpositive/lateral_view_noalias.q.out +++ ql/src/test/results/clientpositive/lateral_view_noalias.q.out @@ -192,7 +192,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 @@ -213,21 +215,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: int) + value expressions: _col1 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: string), _col1 (type: int) + value expressions: _col1 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 12786 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -288,7 +290,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 diff --git ql/src/test/results/clientpositive/limit_pushdown.q.out ql/src/test/results/clientpositive/limit_pushdown.q.out index ef67f5b..4a11e00 100644 --- ql/src/test/results/clientpositive/limit_pushdown.q.out +++ ql/src/test/results/clientpositive/limit_pushdown.q.out @@ -28,9 +28,11 @@ STAGE PLANS: sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -103,9 +105,11 @@ STAGE PLANS: sort order: - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -630,9 +634,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 0 @@ -722,9 +728,11 @@ STAGE PLANS: sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -848,21 +856,21 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 330 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -934,7 +942,9 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1058,17 +1068,19 @@ STAGE PLANS: alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 2.0E-5 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 diff --git ql/src/test/results/clientpositive/limit_pushdown_negative.q.out ql/src/test/results/clientpositive/limit_pushdown_negative.q.out index be0247c..93ec6a6 100644 --- ql/src/test/results/clientpositive/limit_pushdown_negative.q.out +++ ql/src/test/results/clientpositive/limit_pushdown_negative.q.out @@ -20,7 +20,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -29,14 +29,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -149,9 +149,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Lateral View Forward Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -320,7 +322,9 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string), _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/lineage1.q.out ql/src/test/results/clientpositive/lineage1.q.out index 3b4e780..6d04f62 100644 --- ql/src/test/results/clientpositive/lineage1.q.out +++ ql/src/test/results/clientpositive/lineage1.q.out @@ -55,7 +55,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: p1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -70,8 +69,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -191,14 +190,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/load_dyn_part14.q.out ql/src/test/results/clientpositive/load_dyn_part14.q.out index b084b33..8238b63 100644 --- ql/src/test/results/clientpositive/load_dyn_part14.q.out +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out @@ -79,7 +79,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 @@ -178,7 +180,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 @@ -208,7 +212,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 2 diff --git ql/src/test/results/clientpositive/louter_join_ppr.q.out ql/src/test/results/clientpositive/louter_join_ppr.q.out index 4f91f80..3dec6a6 100644 --- ql/src/test/results/clientpositive/louter_join_ppr.q.out +++ ql/src/test/results/clientpositive/louter_join_ppr.q.out @@ -122,7 +122,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 1202 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -137,7 +137,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -287,8 +287,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -489,7 +489,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE @@ -504,7 +504,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 12 Data size: 2404 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -748,12 +748,12 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} filter mappings: 0 [1, 1] filter predicates: - 0 {(VALUE._col2 = '2008-04-08')} + 0 {(VALUE._col1 = '2008-04-08')} 1 outputColumnNames: _col0, _col1, _col6, _col7 Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE @@ -959,7 +959,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 12 Data size: 2404 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -974,7 +974,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1218,8 +1218,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col4, _col5, _col6 Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1424,7 +1424,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -1439,7 +1439,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 1202 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1589,8 +1589,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col6, _col7 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/mapjoin1.q.out ql/src/test/results/clientpositive/mapjoin1.q.out index d307077..c77141b 100644 --- ql/src/test/results/clientpositive/mapjoin1.q.out +++ ql/src/test/results/clientpositive/mapjoin1.q.out @@ -48,7 +48,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {key} {value} filter predicates: 0 @@ -145,7 +145,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {key} {value} filter predicates: 0 @@ -244,7 +244,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {_col0} {_col1} filter predicates: 0 @@ -348,7 +348,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {key} {value} keys: 0 key (type: string) @@ -443,7 +443,7 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {key} {value} keys: 0 key (type: string) @@ -537,7 +537,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {_col0} {_col1} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out index 1ef6987..dd8db25 100644 --- ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out +++ ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out @@ -144,11 +144,13 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: string), _col4 (type: string) sort order: +++ Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -306,11 +308,13 @@ STAGE PLANS: key expressions: _col0 (type: string), _col2 (type: string), _col4 (type: string) sort order: +++ Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 3966 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/mapjoin_memcheck.q.out ql/src/test/results/clientpositive/mapjoin_memcheck.q.out index 392d5f4..135e979 100644 --- ql/src/test/results/clientpositive/mapjoin_memcheck.q.out +++ ql/src/test/results/clientpositive/mapjoin_memcheck.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 {key} {value} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/mapjoin_subquery.q.out ql/src/test/results/clientpositive/mapjoin_subquery.q.out index 624b6ed..c372037 100644 --- ql/src/test/results/clientpositive/mapjoin_subquery.q.out +++ ql/src/test/results/clientpositive/mapjoin_subquery.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -274,7 +274,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/mapjoin_test_outer.q.out ql/src/test/results/clientpositive/mapjoin_test_outer.q.out index bbe74e0..3751de9 100644 --- ql/src/test/results/clientpositive/mapjoin_test_outer.q.out +++ ql/src/test/results/clientpositive/mapjoin_test_outer.q.out @@ -312,11 +312,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1144,11 +1145,12 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 19 Data size: 88 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/mapreduce1.q.out ql/src/test/results/clientpositive/mapreduce1.q.out index 859d409..0d31fca 100644 --- ql/src/test/results/clientpositive/mapreduce1.q.out +++ ql/src/test/results/clientpositive/mapreduce1.q.out @@ -51,20 +51,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce2.q.out ql/src/test/results/clientpositive/mapreduce2.q.out index 4ad1146..b7ebf06 100644 --- ql/src/test/results/clientpositive/mapreduce2.q.out +++ ql/src/test/results/clientpositive/mapreduce2.q.out @@ -48,20 +48,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce3.q.out ql/src/test/results/clientpositive/mapreduce3.q.out index 12e8f59..deb14f5 100644 --- ql/src/test/results/clientpositive/mapreduce3.q.out +++ ql/src/test/results/clientpositive/mapreduce3.q.out @@ -48,20 +48,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce4.q.out ql/src/test/results/clientpositive/mapreduce4.q.out index 1ded95a..ecc6de6 100644 --- ql/src/test/results/clientpositive/mapreduce4.q.out +++ ql/src/test/results/clientpositive/mapreduce4.q.out @@ -51,20 +51,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce5.q.out ql/src/test/results/clientpositive/mapreduce5.q.out index af059bd..109d697 100644 --- ql/src/test/results/clientpositive/mapreduce5.q.out +++ ql/src/test/results/clientpositive/mapreduce5.q.out @@ -40,22 +40,20 @@ STAGE PLANS: sort order: -+ Map-reduce partition columns: _col3 (type: string), _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: string) + value expressions: _col0 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce6.q.out ql/src/test/results/clientpositive/mapreduce6.q.out index fe5a55d..8106615 100644 --- ql/src/test/results/clientpositive/mapreduce6.q.out +++ ql/src/test/results/clientpositive/mapreduce6.q.out @@ -40,22 +40,20 @@ STAGE PLANS: sort order: -+ Map-reduce partition columns: _col3 (type: string), _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: string) + value expressions: _col0 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce7.q.out ql/src/test/results/clientpositive/mapreduce7.q.out index c4a9f30..f6d724a 100644 --- ql/src/test/results/clientpositive/mapreduce7.q.out +++ ql/src/test/results/clientpositive/mapreduce7.q.out @@ -48,20 +48,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), UDFToInteger(VALUE._col2) (type: int), UDFToInteger(VALUE._col3) (type: int), UDFToInteger(VALUE._col4) (type: int), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col2) (type: int), UDFToInteger(_col3) (type: int), UDFToInteger(_col4) (type: int), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/mapreduce8.q.out ql/src/test/results/clientpositive/mapreduce8.q.out index 37d094f..9132ee9 100644 --- ql/src/test/results/clientpositive/mapreduce8.q.out +++ ql/src/test/results/clientpositive/mapreduce8.q.out @@ -51,20 +51,18 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), UDFToInteger(VALUE._col2) (type: int), UDFToInteger(VALUE._col3) (type: int), UDFToInteger(VALUE._col4) (type: int), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), UDFToInteger(_col2) (type: int), UDFToInteger(_col3) (type: int), UDFToInteger(_col4) (type: int), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/merge3.q.out ql/src/test/results/clientpositive/merge3.q.out index db66c87..96f675d 100644 --- ql/src/test/results/clientpositive/merge3.q.out +++ ql/src/test/results/clientpositive/merge3.q.out @@ -5008,40 +5008,38 @@ STAGE PLANS: /merge_src_part/ds=2008-04-09 [s:merge_src_part] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 + File Output Operator + compressed: false + GlobalTableId: 1 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 1 + Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value - columns.comments - columns.types string:string + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.comments + columns.types string:string #### A masked pattern was here #### - name default.merge_src_part2 - partition_columns ds - partition_columns.types string - serialization.ddl struct merge_src_part2 { string key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name default.merge_src_part2 + partition_columns ds + partition_columns.types string + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe #### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.merge_src_part2 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.merge_src_part2 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/merge4.q.out ql/src/test/results/clientpositive/merge4.q.out index 17747ff..45a96e7 100644 --- ql/src/test/results/clientpositive/merge4.q.out +++ ql/src/test/results/clientpositive/merge4.q.out @@ -2799,7 +2799,9 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/mergejoins.q.out ql/src/test/results/clientpositive/mergejoins.q.out index 5a42c14..88af8bb 100644 --- ql/src/test/results/clientpositive/mergejoins.q.out +++ ql/src/test/results/clientpositive/mergejoins.q.out @@ -54,7 +54,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -63,7 +63,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -81,7 +81,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val2 (type: int) Reduce Operator Tree: Join Operator condition map: @@ -89,10 +89,10 @@ STAGE PLANS: Inner Join 0 to 2 Inner Join 0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -111,7 +111,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col12 (type: int), _col13 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col0 (type: int), _col1 (type: int) + value expressions: _col0 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col12 (type: int), _col13 (type: int) TableScan alias: e Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -120,18 +120,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val2 (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: val1 (type: int), val2 (type: int) + value expressions: val1 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} {VALUE._col12} {VALUE._col13} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} {VALUE._col11} {VALUE._col12} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13, _col16, _col17 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col12 (type: int), _col13 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col0 (type: int), _col1 (type: int), _col16 (type: int), _col17 (type: int) + expressions: _col0 (type: int), _col1 (type: int), _col4 (type: int), _col5 (type: int), _col8 (type: int), _col9 (type: int), _col12 (type: int), _col13 (type: int), _col16 (type: int), _col17 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -170,7 +170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -179,7 +179,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -188,19 +188,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} filter predicates: 0 - 1 {(VALUE._col0 < 10)} + 1 {(KEY.reducesinkkey0 < 10)} 2 outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 63 Data size: 12786 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/mergejoins_mixed.q.out ql/src/test/results/clientpositive/mergejoins_mixed.q.out index 5906fc4..39bf156 100644 --- ql/src/test/results/clientpositive/mergejoins_mixed.q.out +++ ql/src/test/results/clientpositive/mergejoins_mixed.q.out @@ -33,7 +33,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -42,7 +42,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -51,7 +51,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -60,7 +60,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -68,10 +68,10 @@ STAGE PLANS: Left Outer Join1 to 2 Left Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -114,7 +114,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -123,7 +123,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -132,7 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -141,7 +141,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -149,10 +149,10 @@ STAGE PLANS: Left Outer Join1 to 2 Right Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -195,7 +195,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -204,7 +204,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -213,7 +213,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -222,7 +222,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -230,10 +230,10 @@ STAGE PLANS: Right Outer Join1 to 2 Left Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -276,7 +276,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -285,7 +285,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -294,7 +294,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -303,7 +303,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: @@ -311,10 +311,10 @@ STAGE PLANS: Right Outer Join1 to 2 Right Outer Join0 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -360,7 +360,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -369,7 +369,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -378,16 +378,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -406,7 +406,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col8 (type: string), _col9 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -415,18 +415,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col0 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -466,7 +466,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -475,7 +475,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -484,16 +484,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -512,7 +512,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col8 (type: string), _col9 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -521,18 +521,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col0 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -572,7 +572,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -581,7 +581,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -590,16 +590,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Outer Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -618,7 +618,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col8 (type: string), _col9 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -627,18 +627,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col0 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -681,7 +681,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -690,14 +690,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -716,7 +716,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -725,14 +725,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -753,25 +753,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -812,7 +812,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -821,14 +821,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -847,7 +847,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -856,14 +856,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -884,25 +884,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -943,7 +943,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -952,14 +952,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -978,7 +978,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -987,14 +987,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1015,25 +1015,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1074,7 +1074,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1083,14 +1083,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1109,7 +1109,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1118,14 +1118,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1146,25 +1146,25 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator - key expressions: _col4 (type: string) + key expressions: _col0 (type: string) sort order: + - Map-reduce partition columns: _col4 (type: string) + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} {VALUE._col8} {VALUE._col9} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col3} {VALUE._col4} {VALUE._col7} {VALUE._col8} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col8 (type: string), _col9 (type: string), _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1206,7 +1206,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1215,14 +1215,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -1243,7 +1243,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1252,27 +1252,27 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan Reduce Output Operator key expressions: _col5 (type: string) sort order: + Map-reduce partition columns: _col5 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string), _col12 (type: string), _col13 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/multiMapJoin1.q.out ql/src/test/results/clientpositive/multiMapJoin1.q.out index 9fbf42d..1a9862b 100644 --- ql/src/test/results/clientpositive/multiMapJoin1.q.out +++ ql/src/test/results/clientpositive/multiMapJoin1.q.out @@ -829,7 +829,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key1} {key2} {value} - 1 {key} + 1 keys: 0 key1 (type: string) 1 key (type: string) @@ -850,8 +850,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -876,7 +876,7 @@ STAGE PLANS: alias: smalltbl2 HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -890,7 +890,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -924,7 +924,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} - 1 {key} + 1 keys: 0 _col1 (type: string) 1 key (type: string) @@ -971,7 +971,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6} - 1 {key} + 1 keys: 0 _col2 (type: string) 1 key (type: string) @@ -1043,7 +1043,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6} + 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} 1 {key} keys: 0 _col2 (type: string) @@ -1089,7 +1089,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) TableScan alias: smalltbl4 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -1098,14 +1098,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} - 1 {VALUE._col0} + 0 {VALUE._col0} {VALUE._col1} {KEY.reducesinkkey0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1135,7 +1134,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} + 0 {_col0} {_col1} {_col2} {_col3} {_col4} 1 {key} keys: 0 _col1 (type: string) @@ -1177,7 +1176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: smalltbl3 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -1186,14 +1185,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1218,7 +1216,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} 1 {key} keys: 0 _col3 (type: string) @@ -1233,7 +1231,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1269,13 +1267,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {KEY.reducesinkkey0} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE @@ -1302,7 +1300,7 @@ STAGE PLANS: alias: bigtbl HashTable Sink Operator condition expressions: - 0 {key1} {key2} {value} + 0 {key1} {key2} 1 {key} keys: 0 key1 (type: string) @@ -1324,8 +1322,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -1346,7 +1344,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE - value expressions: key1 (type: string), key2 (type: string), value (type: string) + value expressions: key2 (type: string), value (type: string) TableScan alias: smalltbl1 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -1355,19 +1353,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1573,7 +1570,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key1} {key2} {value} - 1 {key} + 1 keys: 0 key1 (type: string) 1 key (type: string) @@ -1583,7 +1580,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1595,7 +1592,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} - 1 {key} + 1 keys: 0 _col1 (type: string) 1 key (type: string) @@ -1606,7 +1603,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6} - 1 {key} + 1 keys: 0 _col2 (type: string) 1 key (type: string) @@ -1629,14 +1626,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1890,7 +1887,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key1} {key2} {value} - 1 {key} + 1 keys: 0 key1 (type: string) 1 key (type: string) @@ -1900,7 +1897,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1924,14 +1921,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -1968,7 +1965,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} - 1 {key} + 1 keys: 0 _col1 (type: string) 1 key (type: string) @@ -1979,7 +1976,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6} - 1 {key} + 1 keys: 0 _col2 (type: string) 1 key (type: string) @@ -2249,7 +2246,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key1} {key2} {value} - 1 {key} + 1 keys: 0 key1 (type: string) 1 key (type: string) @@ -2270,8 +2267,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -2296,7 +2293,7 @@ STAGE PLANS: alias: smalltbl2 HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2310,7 +2307,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2344,7 +2341,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} - 1 {key} + 1 keys: 0 _col1 (type: string) 1 key (type: string) @@ -2391,7 +2388,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6} - 1 {key} + 1 keys: 0 _col2 (type: string) 1 key (type: string) @@ -2463,7 +2460,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} {_col6} + 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} 1 {key} keys: 0 _col2 (type: string) @@ -2509,7 +2506,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) TableScan alias: smalltbl4 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -2518,14 +2515,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} {VALUE._col6} - 1 {VALUE._col0} + 0 {VALUE._col0} {VALUE._col1} {KEY.reducesinkkey0} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 7320 Data size: 105677 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2555,7 +2551,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} {_col5} + 0 {_col0} {_col1} {_col2} {_col3} {_col4} 1 {key} keys: 0 _col1 (type: string) @@ -2597,7 +2593,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: smalltbl3 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -2606,14 +2602,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 6655 Data size: 96070 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2638,7 +2633,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} 1 {key} keys: 0 _col3 (type: string) @@ -2653,7 +2648,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col0} {_col1} {_col2} {_col3} {_col4} + 0 {_col0} {_col1} {_col2} {_col3} {_col3} 1 {key} keys: 0 _col3 (type: string) @@ -2689,13 +2684,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {KEY.reducesinkkey0} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 6050 Data size: 87337 Basic stats: COMPLETE Column stats: NONE @@ -2722,7 +2717,7 @@ STAGE PLANS: alias: bigtbl HashTable Sink Operator condition expressions: - 0 {key1} {key2} {value} + 0 {key1} {key2} 1 {key} keys: 0 key1 (type: string) @@ -2744,8 +2739,8 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0, _col1, _col2, _col5 Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 File Output Operator compressed: false table: @@ -2766,7 +2761,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 5000 Data size: 72180 Basic stats: COMPLETE Column stats: NONE - value expressions: key1 (type: string), key2 (type: string), value (type: string) + value expressions: key2 (type: string), value (type: string) TableScan alias: smalltbl1 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -2775,19 +2770,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col5 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 + expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 5500 Data size: 79398 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/multiMapJoin2.q.out ql/src/test/results/clientpositive/multiMapJoin2.q.out index 7db3388..0481280 100644 --- ql/src/test/results/clientpositive/multiMapJoin2.q.out +++ ql/src/test/results/clientpositive/multiMapJoin2.q.out @@ -84,7 +84,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: x1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -113,11 +112,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -345,7 +345,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: x2 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -374,11 +373,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 126 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -589,7 +589,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 64 Data size: 6501 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: x2 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -618,11 +617,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 64 Data size: 6501 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 64 Data size: 6501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -922,9 +922,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -945,7 +946,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 keys: 0 _col0 (type: string) @@ -997,13 +998,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE @@ -1302,7 +1302,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1343,7 +1343,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -1378,9 +1378,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -1619,9 +1620,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 17 Data size: 1729 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1642,7 +1644,7 @@ STAGE PLANS: TableScan HashTable Sink Operator condition expressions: - 0 {_col0} + 0 1 keys: 0 _col0 (type: string) @@ -1694,13 +1696,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 34 Data size: 3459 Basic stats: COMPLETE Column stats: NONE @@ -1973,7 +1974,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2014,7 +2015,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -2049,9 +2050,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint) sort order: ++ Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -2307,7 +2309,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) @@ -2380,7 +2382,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 - 1 {key} + 1 keys: 0 _col0 (type: string) 1 key (type: string) @@ -2391,7 +2393,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 - 1 {key} + 1 keys: 0 _col0 (type: string) 1 key (type: string) @@ -2473,7 +2475,7 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/multi_insert.q.out ql/src/test/results/clientpositive/multi_insert.q.out index b105f1a..575bd06 100644 --- ql/src/test/results/clientpositive/multi_insert.q.out +++ ql/src/test/results/clientpositive/multi_insert.q.out @@ -848,6 +848,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1084,6 +1088,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1232,6 +1240,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1468,6 +1480,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 diff --git ql/src/test/results/clientpositive/multi_insert_gby.q.out ql/src/test/results/clientpositive/multi_insert_gby.q.out index d7c3a2f..13b7230 100644 --- ql/src/test/results/clientpositive/multi_insert_gby.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby.q.out @@ -146,8 +146,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 -POSTHOOK: Lineage: e1.count EXPRESSION [] -POSTHOOK: Lineage: e2.count EXPRESSION [] +POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 @@ -323,8 +325,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@e1 POSTHOOK: Output: default@e2 -POSTHOOK: Lineage: e1.count EXPRESSION [] -POSTHOOK: Lineage: e2.count EXPRESSION [] +POSTHOOK: Lineage: e1.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: e2.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: e2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from e1 PREHOOK: type: QUERY PREHOOK: Input: default@e1 diff --git ql/src/test/results/clientpositive/multi_insert_gby2.q.out ql/src/test/results/clientpositive/multi_insert_gby2.q.out index ab7e293..5f7f3d6 100644 --- ql/src/test/results/clientpositive/multi_insert_gby2.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby2.q.out @@ -53,18 +53,16 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: double) + outputColumnNames: _col1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: double) - outputColumnNames: _col1 - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce diff --git ql/src/test/results/clientpositive/multi_insert_gby3.q.out ql/src/test/results/clientpositive/multi_insert_gby3.q.out index d5a9900..3cbcdc1 100644 --- ql/src/test/results/clientpositive/multi_insert_gby3.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby3.q.out @@ -56,20 +56,18 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) + value expressions: _col1 (type: double), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce @@ -184,20 +182,18 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) + value expressions: _col1 (type: double), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe Stage: Stage-3 Map Reduce @@ -1768,9 +1764,11 @@ STAGE PLANS: sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double), _col2 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) + value expressions: _col1 (type: double), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: double), _col2 (type: string) diff --git ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out index 422fffe..edcc182 100644 --- ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out +++ ql/src/test/results/clientpositive/multi_insert_lateral_view.q.out @@ -844,10 +844,10 @@ POSTHOOK: Output: default@src_lv2 POSTHOOK: Output: default@src_lv3 POSTHOOK: Lineage: src_lv1.key SCRIPT [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: src_lv1.value EXPRESSION [(src_10)src_10.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] -POSTHOOK: Lineage: src_lv2.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: src_lv2.value EXPRESSION [(src_10)src_10.null, ] -POSTHOOK: Lineage: src_lv3.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] -POSTHOOK: Lineage: src_lv3.value EXPRESSION [(src_10)src_10.null, ] +POSTHOOK: Lineage: src_lv2.key SIMPLE [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv2.value EXPRESSION [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv3.key SIMPLE [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv3.value EXPRESSION [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select * from src_lv1 PREHOOK: type: QUERY PREHOOK: Input: default@src_lv1 @@ -1605,8 +1605,10 @@ POSTHOOK: Lineage: src_lv1.key SCRIPT [(src_10)src_10.FieldSchema(name:key, type POSTHOOK: Lineage: src_lv1.value EXPRESSION [(src_10)src_10.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] POSTHOOK: Lineage: src_lv2.key SCRIPT [(src_10)src_10.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: src_lv2.value EXPRESSION [(src_10)src_10.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] -POSTHOOK: Lineage: src_lv3.value EXPRESSION [] -POSTHOOK: Lineage: src_lv4.value EXPRESSION [] +POSTHOOK: Lineage: src_lv3.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv3.value EXPRESSION [(src_10)src_10.null, ] +POSTHOOK: Lineage: src_lv4.key SIMPLE [(src_10)src_10.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: src_lv4.value EXPRESSION [(src_10)src_10.null, ] PREHOOK: query: select * from src_lv1 PREHOOK: type: QUERY PREHOOK: Input: default@src_lv1 diff --git ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out index 404028c..06c47ce 100644 --- ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out +++ ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out @@ -868,6 +868,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1108,6 +1112,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1260,6 +1268,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -1500,6 +1512,10 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_multi1 POSTHOOK: Output: default@src_multi2 +POSTHOOK: Lineage: src_multi1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_multi2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from src_multi1 PREHOOK: type: QUERY PREHOOK: Input: default@src_multi1 @@ -2989,9 +3005,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3019,9 +3037,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3133,9 +3153,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3163,9 +3185,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3277,9 +3301,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3307,9 +3333,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3421,9 +3449,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3451,9 +3481,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3632,9 +3664,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3659,9 +3693,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -3887,9 +3923,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3914,9 +3952,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -4230,9 +4270,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -4257,9 +4299,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -4573,9 +4617,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -4600,9 +4646,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/multi_join_union.q.out ql/src/test/results/clientpositive/multi_join_union.q.out index 0b47a49..18eb6c5 100644 --- ql/src/test/results/clientpositive/multi_join_union.q.out +++ ql/src/test/results/clientpositive/multi_join_union.q.out @@ -61,7 +61,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {key} 1 {key} {value} keys: 0 key (type: string) @@ -82,8 +82,8 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col4} {_col5} {_col0} {_col1} - 1 {_col0} {_col1} + 0 {_col0} {_col1} {_col4} {_col5} + 1 {_col0} keys: 0 _col5 (type: string) 1 _col1 (type: string) @@ -103,8 +103,8 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col4} {_col5} {_col0} {_col1} - 1 {_col0} {_col1} + 0 {_col0} {_col1} {_col4} {_col5} + 1 {_col0} keys: 0 _col5 (type: string) 1 _col1 (type: string) @@ -130,7 +130,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col4} {_col5} {_col0} {_col1} + 0 {_col0} {_col1} {_col4} {_col5} 1 {_col0} {_col1} keys: 0 _col5 (type: string) @@ -138,7 +138,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/no_hooks.q.out ql/src/test/results/clientpositive/no_hooks.q.out index 4b14df9..5c3abd5 100644 --- ql/src/test/results/clientpositive/no_hooks.q.out +++ ql/src/test/results/clientpositive/no_hooks.q.out @@ -59,9 +59,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/nonmr_fetch.q.out ql/src/test/results/clientpositive/nonmr_fetch.q.out index ad9fb0a..bcc1399 100644 --- ql/src/test/results/clientpositive/nonmr_fetch.q.out +++ ql/src/test/results/clientpositive/nonmr_fetch.q.out @@ -1097,7 +1097,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1106,14 +1106,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out index 038480d..3687032 100644 --- ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out +++ ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out @@ -37,7 +37,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -119,7 +121,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -210,7 +214,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/optional_outer.q.out ql/src/test/results/clientpositive/optional_outer.q.out index db69721..c0daa31 100644 --- ql/src/test/results/clientpositive/optional_outer.q.out +++ ql/src/test/results/clientpositive/optional_outer.q.out @@ -18,7 +18,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -27,14 +27,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -75,7 +75,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -84,14 +84,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -132,7 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -141,14 +141,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -189,7 +189,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -198,14 +198,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -246,7 +246,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -255,14 +255,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -303,7 +303,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -312,14 +312,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/orc_createas1.q.out ql/src/test/results/clientpositive/orc_createas1.q.out index 813089c..8fca329 100644 --- ql/src/test/results/clientpositive/orc_createas1.q.out +++ ql/src/test/results/clientpositive/orc_createas1.q.out @@ -173,9 +173,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 5 diff --git ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out index eb066d7..6d50419 100644 --- ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out +++ ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out @@ -615,9 +615,10 @@ STAGE PLANS: key expressions: _col0 (type: tinyint), _col1 (type: string) sort order: ++ Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -670,9 +671,10 @@ STAGE PLANS: key expressions: _col0 (type: tinyint), _col1 (type: string) sort order: ++ Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 65 Data size: 19281 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -790,9 +792,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -856,9 +860,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 593 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -988,9 +994,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 @@ -1010,9 +1018,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 @@ -1081,9 +1091,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 @@ -1103,9 +1115,11 @@ STAGE PLANS: key expressions: _col3 (type: string) sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double), _col3 (type: string) + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Limit Number of rows: 3 diff --git ql/src/test/results/clientpositive/order.q.out ql/src/test/results/clientpositive/order.q.out index d8cc735..3180e0d 100644 --- ql/src/test/results/clientpositive/order.q.out +++ ql/src/test/results/clientpositive/order.q.out @@ -23,9 +23,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -87,9 +89,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/order2.q.out ql/src/test/results/clientpositive/order2.q.out index 484e4b1..f85e64e 100644 --- ql/src/test/results/clientpositive/order2.q.out +++ ql/src/test/results/clientpositive/order2.q.out @@ -27,9 +27,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/outer_join_ppr.q.out ql/src/test/results/clientpositive/outer_join_ppr.q.out index e6aaa93..c9e3fbc 100644 --- ql/src/test/results/clientpositive/outer_join_ppr.q.out +++ ql/src/test/results/clientpositive/outer_join_ppr.q.out @@ -118,7 +118,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -129,7 +129,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -373,13 +373,13 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} filter mappings: 1 [0, 1] filter predicates: 0 - 1 {(VALUE._col2 = '2008-04-08')} + 1 {(VALUE._col1 = '2008-04-08')} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -580,7 +580,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -591,7 +591,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -835,8 +835,8 @@ STAGE PLANS: condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col4, _col5, _col6 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/parallel_orderby.q.out ql/src/test/results/clientpositive/parallel_orderby.q.out index 9a4899e..39582a8 100644 --- ql/src/test/results/clientpositive/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/parallel_orderby.q.out @@ -48,9 +48,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 560 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/pcr.q.out ql/src/test/results/clientpositive/pcr.q.out index 3230daf..0894066 100644 --- ql/src/test/results/clientpositive/pcr.q.out +++ ql/src/test/results/clientpositive/pcr.q.out @@ -116,7 +116,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -215,7 +215,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -330,7 +332,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -475,7 +477,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-10 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -638,7 +642,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -737,7 +741,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -870,7 +876,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 80 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -969,7 +975,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-10 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 10 Data size: 80 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1104,7 +1112,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 16 Data size: 128 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1249,7 +1257,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-10 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 16 Data size: 128 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1394,7 +1404,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 33 Data size: 264 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1539,7 +1549,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-10 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 33 Data size: 264 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1684,7 +1696,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1783,7 +1794,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1887,7 +1900,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1986,7 +1998,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2130,7 +2144,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2275,7 +2288,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-10 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2461,7 +2476,6 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2560,7 +2574,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2677,7 +2693,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: int), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) TableScan alias: t1 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE @@ -2688,7 +2704,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: int), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2745,8 +2761,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7 Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -2781,7 +2797,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: int), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int), _col4 (type: string), _col5 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2809,7 +2825,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2961,7 +2979,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: int), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) TableScan alias: t1 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE @@ -2972,7 +2990,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: int), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3075,8 +3093,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7 Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -3111,7 +3129,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: int), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int), _col4 (type: string), _col5 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3139,7 +3157,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3316,7 +3336,6 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3507,7 +3526,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-11 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3677,7 +3698,6 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 30 Data size: 240 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3822,7 +3842,9 @@ STAGE PLANS: /pcr_t1/ds=2000-04-10 [pcr_t1] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 30 Data size: 240 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -5214,7 +5236,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5268,7 +5290,9 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=11 [srcpart] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -5394,7 +5418,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5495,7 +5519,9 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [srcpart] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -5614,7 +5640,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5715,7 +5741,9 @@ STAGE PLANS: /srcpart/ds=2008-04-09/hr=11 [srcpart] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/ppd2.q.out ql/src/test/results/clientpositive/ppd2.q.out index e0e566b..b24b4db 100644 --- ql/src/test/results/clientpositive/ppd2.q.out +++ ql/src/test/results/clientpositive/ppd2.q.out @@ -84,21 +84,18 @@ STAGE PLANS: sort order: +- Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: bigint) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -360,7 +357,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -372,14 +368,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -402,9 +398,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -506,9 +504,10 @@ STAGE PLANS: sort order: +- Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col1 > 1) (type: boolean) diff --git ql/src/test/results/clientpositive/ppd_clusterby.q.out ql/src/test/results/clientpositive/ppd_clusterby.q.out index c1ae006..7b5b786 100644 --- ql/src/test/results/clientpositive/ppd_clusterby.q.out +++ ql/src/test/results/clientpositive/ppd_clusterby.q.out @@ -27,9 +27,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -80,7 +82,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -92,14 +93,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -125,9 +126,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 15 Data size: 1546 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -181,9 +184,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -234,7 +239,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: x Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -246,14 +250,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -276,9 +280,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/ppd_gby_join.q.out ql/src/test/results/clientpositive/ppd_gby_join.q.out index 640b163..2367ffe 100644 --- ql/src/test/results/clientpositive/ppd_gby_join.q.out +++ ql/src/test/results/clientpositive/ppd_gby_join.q.out @@ -45,7 +45,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -64,14 +63,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -173,7 +172,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -189,14 +187,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2 Data size: 220 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_join.q.out ql/src/test/results/clientpositive/ppd_join.q.out index a00b931..4d241bd 100644 --- ql/src/test/results/clientpositive/ppd_join.q.out +++ ql/src/test/results/clientpositive/ppd_join.q.out @@ -42,7 +42,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -61,14 +61,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -571,7 +571,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -587,14 +587,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 220 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_join2.q.out ql/src/test/results/clientpositive/ppd_join2.q.out index a0e3b06..4009541 100644 --- ql/src/test/results/clientpositive/ppd_join2.q.out +++ ql/src/test/results/clientpositive/ppd_join2.q.out @@ -33,23 +33,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((((key <> '305') and (key < '400')) and (key <> '14')) and (key <> '311')) (type: boolean) - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col0 < '400') (type: boolean) - Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 6 Data size: 600 Basic stats: COMPLETE Column stats: NONE TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -68,16 +67,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats: NONE + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 660 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -93,8 +92,8 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 4 Data size: 881 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string), _col3 (type: string), _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 6 Data size: 660 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col2 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -116,15 +115,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((((_col2 <> '311') and ((_col3 <> 'val_50') or (_col2 > '1'))) and ((_col0 <> '10') or (_col2 <> '10'))) and (_col0 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) + predicate: (((((_col0 <> '311') and ((_col1 <> 'val_50') or (_col0 > '1'))) and ((_col2 <> '10') or (_col0 <> '10'))) and (_col2 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1720,20 +1719,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((((key <> '305') and (key < '400')) and (key <> '14')) and (key <> '311')) (type: boolean) - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1749,16 +1747,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 2404 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false table: @@ -1774,8 +1772,8 @@ STAGE PLANS: key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string), _col3 (type: string), _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col2 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1797,15 +1795,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} {KEY.reducesinkkey0} 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((((_col2 <> '311') and ((_col3 <> 'val_50') or (_col2 > '1'))) and ((_col0 <> '10') or (_col2 <> '10'))) and (_col0 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) + predicate: (((((_col0 <> '311') and ((_col1 <> 'val_50') or (_col0 > '1'))) and ((_col2 <> '10') or (_col0 <> '10'))) and (_col2 <> '14')) and (sqrt(_col4) <> 13)) (type: boolean) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/ppd_join3.q.out ql/src/test/results/clientpositive/ppd_join3.q.out index 8e18e92..f960684 100644 --- ql/src/test/results/clientpositive/ppd_join3.q.out +++ ql/src/test/results/clientpositive/ppd_join3.q.out @@ -48,7 +48,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -67,7 +67,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -86,16 +86,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4 Data size: 440 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1767,7 +1766,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1783,7 +1782,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1799,16 +1798,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 13 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_join4.q.out ql/src/test/results/clientpositive/ppd_join4.q.out index cfb415b..94154b1 100644 --- ql/src/test/results/clientpositive/ppd_join4.q.out +++ ql/src/test/results/clientpositive/ppd_join4.q.out @@ -65,9 +65,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false @@ -96,13 +98,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/ppd_join_filter.q.out ql/src/test/results/clientpositive/ppd_join_filter.q.out index 16382bf..066c821 100644 --- ql/src/test/results/clientpositive/ppd_join_filter.q.out +++ ql/src/test/results/clientpositive/ppd_join_filter.q.out @@ -245,7 +245,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string) TableScan GatherStats: false Reduce Output Operator @@ -331,8 +330,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col3} {VALUE._col4} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col2} {VALUE._col3} outputColumnNames: _col0, _col7, _col8 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -648,7 +647,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string) TableScan GatherStats: false Reduce Output Operator @@ -734,8 +732,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col3} {VALUE._col4} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col2} {VALUE._col3} outputColumnNames: _col0, _col7, _col8 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1051,7 +1049,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string) TableScan GatherStats: false Reduce Output Operator @@ -1137,8 +1134,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col3} {VALUE._col4} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col2} {VALUE._col3} outputColumnNames: _col0, _col7, _col8 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1454,7 +1451,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string) TableScan GatherStats: false Reduce Output Operator @@ -1540,8 +1536,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col3} {VALUE._col4} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col2} {VALUE._col3} outputColumnNames: _col0, _col7, _col8 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/ppd_multi_insert.q.out ql/src/test/results/clientpositive/ppd_multi_insert.q.out index 760e3be..4264d90 100644 --- ql/src/test/results/clientpositive/ppd_multi_insert.q.out +++ ql/src/test/results/clientpositive/ppd_multi_insert.q.out @@ -63,13 +63,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1306,13 +1306,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/ppd_outer_join1.q.out ql/src/test/results/clientpositive/ppd_outer_join1.q.out index df03923..704c61a 100644 --- ql/src/test/results/clientpositive/ppd_outer_join1.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join1.q.out @@ -35,7 +35,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -47,14 +47,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -141,7 +141,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -153,14 +153,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join2.q.out ql/src/test/results/clientpositive/ppd_outer_join2.q.out index dfcff79..6213a11 100644 --- ql/src/test/results/clientpositive/ppd_outer_join2.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join2.q.out @@ -35,7 +35,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -47,14 +47,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -261,7 +261,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -273,14 +273,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join3.q.out ql/src/test/results/clientpositive/ppd_outer_join3.q.out index 5696b6c..aee7666 100644 --- ql/src/test/results/clientpositive/ppd_outer_join3.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join3.q.out @@ -32,7 +32,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -41,14 +41,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -252,7 +252,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -261,14 +261,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join4.q.out ql/src/test/results/clientpositive/ppd_outer_join4.q.out index da32df7..3b1cd31 100644 --- ql/src/test/results/clientpositive/ppd_outer_join4.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join4.q.out @@ -41,7 +41,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -53,7 +53,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -65,16 +64,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -397,7 +396,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -409,7 +408,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -421,16 +419,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_outer_join5.q.out ql/src/test/results/clientpositive/ppd_outer_join5.q.out index 8d2a4ee..a8d1681 100644 --- ql/src/test/results/clientpositive/ppd_outer_join5.q.out +++ ql/src/test/results/clientpositive/ppd_outer_join5.q.out @@ -49,7 +49,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -61,7 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -73,16 +73,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Inner Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7, _col10, _col11, _col12 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -126,7 +126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -138,7 +138,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -150,16 +150,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7, _col10, _col11, _col12 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -203,7 +203,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t2 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -215,7 +215,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -227,16 +227,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: id (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: id (type: int), key (type: string), value (type: string) + value expressions: key (type: string), value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 2 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 2 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7, _col10, _col11, _col12 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/ppd_random.q.out ql/src/test/results/clientpositive/ppd_random.q.out index f598f3c..485e1bf 100644 --- ql/src/test/results/clientpositive/ppd_random.q.out +++ ql/src/test/results/clientpositive/ppd_random.q.out @@ -52,14 +52,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -137,14 +136,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_repeated_alias.q.out ql/src/test/results/clientpositive/ppd_repeated_alias.q.out index 8ca5563..922c9c8 100644 --- ql/src/test/results/clientpositive/ppd_repeated_alias.q.out +++ ql/src/test/results/clientpositive/ppd_repeated_alias.q.out @@ -50,7 +50,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int), bar (type: int) + value expressions: bar (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -59,14 +59,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col5, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -122,7 +121,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int), bar (type: int) + value expressions: bar (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -131,14 +130,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col5, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator @@ -194,7 +192,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) TableScan alias: a Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -206,14 +203,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int), bar (type: int) + value expressions: bar (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -267,14 +264,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: foo (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: foo (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/ppd_transform.q.out ql/src/test/results/clientpositive/ppd_transform.q.out index d0fa561..332f324 100644 --- ql/src/test/results/clientpositive/ppd_transform.q.out +++ ql/src/test/results/clientpositive/ppd_transform.q.out @@ -45,7 +45,9 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col0 < 100) (type: boolean) @@ -222,19 +224,17 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/ppd_udf_case.q.out ql/src/test/results/clientpositive/ppd_udf_case.q.out index 86bd1f7..c5f770f 100644 --- ql/src/test/results/clientpositive/ppd_udf_case.q.out +++ ql/src/test/results/clientpositive/ppd_udf_case.q.out @@ -44,7 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) TableScan alias: a Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -56,14 +56,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7, _col8, _col9 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -88,9 +88,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) sort order: ++++++++ Statistics: Num rows: 3 Data size: 618 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: string), KEY.reducesinkkey7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 3 Data size: 618 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -188,7 +189,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) TableScan alias: a Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -200,14 +201,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: value (type: string), ds (type: string), hr (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7, _col8, _col9 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -229,9 +230,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) sort order: ++++++++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: string), KEY.reducesinkkey7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/ppd_union_view.q.out ql/src/test/results/clientpositive/ppd_union_view.q.out index b050cd2..7b206c5 100644 --- ql/src/test/results/clientpositive/ppd_union_view.q.out +++ ql/src/test/results/clientpositive/ppd_union_view.q.out @@ -183,7 +183,7 @@ STAGE PLANS: Map-reduce partition columns: keymap (type: string), ds (type: string) Statistics: Num rows: 1 Data size: 14 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: value (type: string), ds (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -286,7 +286,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey1} 1 {VALUE._col0} outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 1 Data size: 15 Basic stats: COMPLETE Column stats: NONE @@ -455,7 +455,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey1} 1 {VALUE._col0} outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/ppd_vc.q.out ql/src/test/results/clientpositive/ppd_vc.q.out index 825e2d5..5657226 100644 --- ql/src/test/results/clientpositive/ppd_vc.q.out +++ ql/src/test/results/clientpositive/ppd_vc.q.out @@ -436,7 +436,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 2404 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -681,7 +681,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} + 1 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} outputColumnNames: _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -716,7 +716,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) + value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -744,7 +744,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/push_or.q.out ql/src/test/results/clientpositive/push_or.q.out index f1c5f0f..132a160 100644 --- ql/src/test/results/clientpositive/push_or.q.out +++ ql/src/test/results/clientpositive/push_or.q.out @@ -98,7 +98,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -197,7 +197,9 @@ STAGE PLANS: /push_or/ds=2000-04-09 [push_or] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/quotedid_skew.q.out ql/src/test/results/clientpositive/quotedid_skew.q.out index a9207dd..68db89a 100644 --- ql/src/test/results/clientpositive/quotedid_skew.q.out +++ ql/src/test/results/clientpositive/quotedid_skew.q.out @@ -65,7 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -77,14 +77,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -154,14 +154,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: !@#$%^&*()_q (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: !@#$%^&*()_q (type: string), y&y (type: string) + value expressions: y&y (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/rcfile_null_value.q.out ql/src/test/results/clientpositive/rcfile_null_value.q.out index af634cd..9947fe5 100644 --- ql/src/test/results/clientpositive/rcfile_null_value.q.out +++ ql/src/test/results/clientpositive/rcfile_null_value.q.out @@ -109,7 +109,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -125,14 +125,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 661 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/reduce_deduplicate.q.out ql/src/test/results/clientpositive/reduce_deduplicate.q.out index 62d220f..cab7215 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate.q.out @@ -56,7 +56,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -108,39 +108,37 @@ STAGE PLANS: /src [src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 + File Output Operator + compressed: false + GlobalTableId: 1 #### A masked pattern was here #### - NumFilesPerFileSink: 2 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 2 + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count 2 - bucket_field_name key - columns key,value - columns.comments - columns.types string:string + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count 2 + bucket_field_name key + columns key,value + columns.comments + columns.types string:string #### A masked pattern was here #### - name default.bucket5_1 - serialization.ddl struct bucket5_1 { string key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name default.bucket5_1 + serialization.ddl struct bucket5_1 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe #### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.bucket5_1 - TotalFiles: 2 - GatherStats: true - MultiFileSpray: true + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.bucket5_1 + TotalFiles: 2 + GatherStats: true + MultiFileSpray: true Stage: Stage-0 Move Operator @@ -382,58 +380,56 @@ STAGE PLANS: Map Reduce Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: int), VALUE._col3 (type: string), VALUE._col4 (type: bigint), VALUE._col5 (type: string), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: string), _col6 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Transform Operator + command: cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 + columns.types string,string,int,string,bigint,string,string + field.delim 9 + serialization.format 9 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Transform Operator - command: cat - output info: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 - columns.types string,string,int,string,bigint,string,string - field.delim 9 - serialization.format 9 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: string), _col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: string), _col6 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 + File Output Operator + compressed: false + GlobalTableId: 1 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Static Partition Specification: ds=2010-03-29/ - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + NumFilesPerFileSink: 1 + Static Partition Specification: ds=2010-03-29/ + Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns aid,bid,t,ctime,etime,l,et - columns.comments - columns.types string:string:int:string:bigint:string:string + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns aid,bid,t,ctime,etime,l,et + columns.comments + columns.types string:string:int:string:bigint:string:string #### A masked pattern was here #### - name default.complex_tbl_1 - partition_columns ds - partition_columns.types string - serialization.ddl struct complex_tbl_1 { string aid, string bid, i32 t, string ctime, i64 etime, string l, string et} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name default.complex_tbl_1 + partition_columns ds + partition_columns.types string + serialization.ddl struct complex_tbl_1 { string aid, string bid, i32 t, string ctime, i64 etime, string l, string et} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe #### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.complex_tbl_1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.complex_tbl_1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out index 261b5ba..42c001f 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out @@ -24,9 +24,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -49,7 +51,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {key} {value} + 1 {key} keys: 0 _col0 (type: string) 1 key (type: string) diff --git ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out index c99d117..f6d540e 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate_extended.q.out @@ -32,31 +32,28 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string) + mode: complete + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: double) outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -88,31 +85,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), lower(_col1) (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), lower(_col1) (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), lower(_col1) (type: string) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -144,31 +139,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (_col1 + 1) (type: double) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), (_col1 + 1) (type: double) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), (_col1 + 1) (type: double) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -265,13 +258,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -358,13 +351,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -387,9 +380,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2532,31 +2526,28 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string) + mode: complete + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: double) outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -2588,31 +2579,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), lower(_col1) (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), lower(_col1) (type: string) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), lower(_col1) (type: string) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: string) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -2644,31 +2633,29 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (_col1 + 1) (type: double) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: double) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0) - keys: _col0 (type: string), (_col1 + 1) (type: double) - mode: complete + Group By Operator + aggregations: sum(_col0) + keys: _col0 (type: string), (_col1 + 1) (type: double) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col2 (type: double), _col1 (type: double) - outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -2758,13 +2745,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2844,13 +2831,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -2873,9 +2860,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/regex_col.q.out ql/src/test/results/clientpositive/regex_col.q.out index 250eec7..e1f430a 100644 --- ql/src/test/results/clientpositive/regex_col.q.out +++ ql/src/test/results/clientpositive/regex_col.q.out @@ -130,8 +130,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col2} {VALUE._col3} - 1 {VALUE._col2} {VALUE._col3} + 0 {VALUE._col0} {VALUE._col1} + 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col2, _col3, _col8, _col9 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -182,7 +182,6 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: key (type: string), hr (type: string), ds (type: string) Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: ds (type: string), hr (type: string) TableScan alias: a Statistics: Num rows: 232 Data size: 23248 Basic stats: COMPLETE Column stats: NONE @@ -200,7 +199,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col2} {VALUE._col3} + 1 {KEY.reducesinkkey2} {KEY.reducesinkkey1} outputColumnNames: _col8, _col9 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -222,9 +221,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -406,9 +406,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/regexp_extract.q.out ql/src/test/results/clientpositive/regexp_extract.q.out index ade85e6..6218e77 100644 --- ql/src/test/results/clientpositive/regexp_extract.q.out +++ ql/src/test/results/clientpositive/regexp_extract.q.out @@ -177,33 +177,31 @@ STAGE PLANS: /src [tmap:src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), regexp_extract(VALUE._col1, 'val_(\d+\t\d+)', 1) (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), regexp_extract(_col1, 'val_(\d+\t\d+)', 1) (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 + File Output Operator + compressed: false + GlobalTableId: 0 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 1 + Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1 - columns.types string:string - escape.delim \ - hive.serialization.extend.nesting.levels true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator @@ -493,33 +491,31 @@ STAGE PLANS: /src [tmap:src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), regexp_extract(VALUE._col1, 'val_(\d+\t\d+)') (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), regexp_extract(_col1, 'val_(\d+\t\d+)') (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 + File Output Operator + compressed: false + GlobalTableId: 0 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 1 + Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1 - columns.types string:string - escape.delim \ - hive.serialization.extend.nesting.levels true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/router_join_ppr.q.out ql/src/test/results/clientpositive/router_join_ppr.q.out index 70d1b0a..aa2789f 100644 --- ql/src/test/results/clientpositive/router_join_ppr.q.out +++ ql/src/test/results/clientpositive/router_join_ppr.q.out @@ -122,7 +122,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 12 Data size: 2404 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -137,7 +137,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -381,13 +381,13 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} filter mappings: 1 [0, 1] filter predicates: 0 - 1 {(VALUE._col2 = '2008-04-08')} + 1 {(VALUE._col1 = '2008-04-08')} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -592,7 +592,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -607,7 +607,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 1202 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -757,8 +757,8 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col6, _col7 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -959,7 +959,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 1202 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -974,7 +974,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1124,8 +1124,8 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 6 Data size: 1322 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1326,7 +1326,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 601 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: a Statistics: Num rows: 116 Data size: 23248 Basic stats: COMPLETE Column stats: NONE @@ -1341,7 +1341,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 12 Data size: 2404 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string), ds (type: string) + value expressions: value (type: string), ds (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1585,8 +1585,8 @@ STAGE PLANS: condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col6, _col7 Statistics: Num rows: 13 Data size: 2644 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/sample10.q.out ql/src/test/results/clientpositive/sample10.q.out index 02241a6..f72d35e 100644 --- ql/src/test/results/clientpositive/sample10.q.out +++ ql/src/test/results/clientpositive/sample10.q.out @@ -354,7 +354,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 10 Data size: 60 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -382,7 +382,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 60 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/sample6.q.out ql/src/test/results/clientpositive/sample6.q.out index b496e73..45d355f 100644 --- ql/src/test/results/clientpositive/sample6.q.out +++ ql/src/test/results/clientpositive/sample6.q.out @@ -654,7 +654,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -708,7 +707,9 @@ STAGE PLANS: /srcbucket/srcbucket1.txt [s] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1049,7 +1050,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1103,7 +1103,9 @@ STAGE PLANS: /srcbucket/srcbucket0.txt [s] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1698,7 +1700,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1752,7 +1753,9 @@ STAGE PLANS: /srcbucket [s] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2190,7 +2193,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2244,7 +2246,9 @@ STAGE PLANS: /srcbucket [s] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 5749 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2668,7 +2672,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 27 Data size: 2853 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2769,7 +2772,9 @@ STAGE PLANS: /srcbucket2/srcbucket22.txt [s] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 27 Data size: 2853 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2993,7 +2998,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 27 Data size: 2853 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3047,7 +3051,9 @@ STAGE PLANS: /srcbucket2/srcbucket21.txt [s] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 27 Data size: 2853 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3178,7 +3184,9 @@ STAGE PLANS: Map Reduce Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/sample8.q.out ql/src/test/results/clientpositive/sample8.q.out index 9777cc2..154e03b 100644 --- ql/src/test/results/clientpositive/sample8.q.out +++ ql/src/test/results/clientpositive/sample8.q.out @@ -133,7 +133,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: key (type: string), value (type: string) TableScan alias: s Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -148,7 +147,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 7 Data size: 1402 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) + value expressions: ds (type: string), hr (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -161,7 +160,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -169,10 +168,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -207,7 +206,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -215,10 +214,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -253,7 +252,7 @@ STAGE PLANS: ds 2008-04-09 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -261,10 +260,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -299,7 +298,7 @@ STAGE PLANS: ds 2008-04-09 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -307,10 +306,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -347,8 +346,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -388,7 +387,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col2 (type: string), _col3 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -416,7 +415,9 @@ STAGE PLANS: #### A masked pattern was here #### Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/script_pipe.q.out ql/src/test/results/clientpositive/script_pipe.q.out index fda1b2a..6d5d169 100644 --- ql/src/test/results/clientpositive/script_pipe.q.out +++ ql/src/test/results/clientpositive/script_pipe.q.out @@ -27,7 +27,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/select_as_omitted.q.out ql/src/test/results/clientpositive/select_as_omitted.q.out index 15f870b..81b1536 100644 --- ql/src/test/results/clientpositive/select_as_omitted.q.out +++ ql/src/test/results/clientpositive/select_as_omitted.q.out @@ -31,9 +31,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/select_transform_hint.q.out ql/src/test/results/clientpositive/select_transform_hint.q.out index d670e12..5a3a93a 100644 --- ql/src/test/results/clientpositive/select_transform_hint.q.out +++ ql/src/test/results/clientpositive/select_transform_hint.q.out @@ -29,7 +29,7 @@ STAGE PLANS: Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} {value} + 0 {value} 1 keys: 0 key (type: string) @@ -1157,13 +1157,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/semijoin.q.out ql/src/test/results/clientpositive/semijoin.q.out index bd42c6a..b32b336 100644 --- ql/src/test/results/clientpositive/semijoin.q.out +++ ql/src/test/results/clientpositive/semijoin.q.out @@ -142,13 +142,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -171,9 +171,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -243,13 +244,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 84 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE @@ -272,9 +273,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -346,13 +348,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -375,9 +377,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -450,7 +453,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} + 0 {VALUE._col0} 1 outputColumnNames: _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -473,9 +476,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -553,13 +557,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -582,9 +586,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -660,7 +665,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} + 0 {VALUE._col0} 1 outputColumnNames: _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -683,9 +688,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -761,7 +767,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} + 0 {VALUE._col0} 1 outputColumnNames: _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -784,9 +790,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -853,13 +860,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 84 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE @@ -882,9 +889,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 92 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -978,11 +986,12 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1065,13 +1074,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE @@ -1094,9 +1103,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 12 Data size: 86 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1147,7 +1157,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 84 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) TableScan alias: c Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE @@ -1173,15 +1183,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} 2 outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE @@ -1204,9 +1214,11 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string) + value expressions: _col2 (type: int), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1286,13 +1298,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: string) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE @@ -1315,9 +1326,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1450,11 +1462,12 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1542,14 +1555,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1573,9 +1585,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1675,14 +1688,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1706,9 +1718,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1811,14 +1824,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 79 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 Left Semi Join 1 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1842,9 +1854,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1947,14 +1960,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 Left Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -1978,9 +1990,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2083,14 +2096,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 Right Outer Join0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -2114,9 +2126,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2221,14 +2234,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 Outer Join 0 to 2 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 2 outputColumnNames: _col0 @@ -2252,9 +2264,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 48 Data size: 358 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2363,13 +2376,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 163 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 24 Data size: 179 Basic stats: COMPLETE Column stats: NONE @@ -2426,9 +2439,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 26 Data size: 196 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 26 Data size: 196 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/skewjoin.q.out ql/src/test/results/clientpositive/skewjoin.q.out index 67d07c3..1a1908a 100644 --- ql/src/test/results/clientpositive/skewjoin.q.out +++ ql/src/test/results/clientpositive/skewjoin.q.out @@ -102,14 +102,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} handleSkewJoin: true outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -143,8 +142,8 @@ STAGE PLANS: 0 {0_VALUE_0} 1 {1_VALUE_0} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) Stage: Stage-4 Map Reduce @@ -157,8 +156,8 @@ STAGE PLANS: 0 {0_VALUE_0} 1 {1_VALUE_0} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) outputColumnNames: _col0, _col5 Select Operator expressions: UDFToInteger(_col0) (type: int), _col5 (type: string) @@ -235,7 +234,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -244,7 +243,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -253,7 +252,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -262,7 +261,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -270,10 +269,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -343,7 +342,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -352,7 +351,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -361,7 +360,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -370,7 +369,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: @@ -378,10 +377,10 @@ STAGE PLANS: Inner Join 1 to 2 Inner Join 2 to 3 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} - 3 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} + 3 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 Statistics: Num rows: 0 Data size: 99 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -572,14 +571,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} handleSkewJoin: true outputColumnNames: _col2, _col3 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -616,8 +615,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) Stage: Stage-4 Map Reduce @@ -630,8 +629,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) outputColumnNames: _col2, _col3 Select Operator expressions: _col2 (type: string), _col3 (type: string) @@ -750,14 +749,14 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (substring(_col1, 5) + 1) (type: double) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} handleSkewJoin: true outputColumnNames: _col2, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -794,8 +793,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string), joinkey1 (type: double) - 1 joinkey0 (type: string), joinkey1 (type: double) + 0 reducesinkkey0 (type: string), reducesinkkey1 (type: double) + 1 reducesinkkey0 (type: string), reducesinkkey1 (type: double) Stage: Stage-4 Map Reduce @@ -808,8 +807,8 @@ STAGE PLANS: 0 1 {1_VALUE_0} {1_VALUE_1} keys: - 0 joinkey0 (type: string), joinkey1 (type: double) - 1 joinkey0 (type: string), joinkey1 (type: double) + 0 reducesinkkey0 (type: string), reducesinkkey1 (type: double) + 1 reducesinkkey0 (type: string), reducesinkkey1 (type: double) outputColumnNames: _col2, _col3 Select Operator expressions: _col2 (type: string), _col3 (type: string) @@ -945,7 +944,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 601 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -967,8 +965,8 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} 2 handleSkewJoin: true outputColumnNames: _col0, _col3 @@ -1010,9 +1008,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) 2 TableScan HashTable Sink Operator @@ -1021,9 +1019,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) Stage: Stage-5 Map Reduce @@ -1038,9 +1036,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) outputColumnNames: _col0, _col3 Select Operator expressions: _col0 (type: string), _col3 (type: string) @@ -1102,9 +1100,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) 2 TableScan HashTable Sink Operator @@ -1113,9 +1111,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) Stage: Stage-6 Map Reduce @@ -1130,9 +1128,9 @@ STAGE PLANS: 1 {1_VALUE_0} 2 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) - 2 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) + 2 reducesinkkey0 (type: string) outputColumnNames: _col0, _col3 Select Operator expressions: _col0 (type: string), _col3 (type: string) diff --git ql/src/test/results/clientpositive/skewjoin_noskew.q.out ql/src/test/results/clientpositive/skewjoin_noskew.q.out index 15d7177..a0cfe6c 100644 --- ql/src/test/results/clientpositive/skewjoin_noskew.q.out +++ ql/src/test/results/clientpositive/skewjoin_noskew.q.out @@ -34,13 +34,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 handleSkewJoin: true outputColumnNames: _col0, _col1 @@ -73,8 +73,8 @@ STAGE PLANS: 0 {0_VALUE_0} {0_VALUE_1} 1 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) Stage: Stage-5 Map Reduce @@ -87,8 +87,8 @@ STAGE PLANS: 0 {0_VALUE_0} {0_VALUE_1} 1 keys: - 0 joinkey0 (type: string) - 1 joinkey0 (type: string) + 0 reducesinkkey0 (type: string) + 1 reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 Select Operator expressions: _col0 (type: string), _col1 (type: string) @@ -110,9 +110,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 30 diff --git ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out index 0c82dd6..34245f3 100644 --- ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out +++ ql/src/test/results/clientpositive/skewjoin_union_remove_1.q.out @@ -78,7 +78,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -90,14 +90,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -126,7 +126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -138,14 +138,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -214,7 +214,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -226,14 +226,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -262,7 +262,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -274,14 +274,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -357,7 +357,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -369,14 +369,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -416,7 +416,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -428,14 +428,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -511,7 +511,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -523,14 +523,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -570,7 +570,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -582,14 +582,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out index c46b65b..7a1c0ed 100644 --- ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out +++ ql/src/test/results/clientpositive/skewjoin_union_remove_2.q.out @@ -89,7 +89,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -101,7 +101,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -113,16 +113,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -151,7 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -163,7 +163,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -175,16 +175,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt1.q.out ql/src/test/results/clientpositive/skewjoinopt1.q.out index 15cfb9e..ea1194f 100644 --- ql/src/test/results/clientpositive/skewjoinopt1.q.out +++ ql/src/test/results/clientpositive/skewjoinopt1.q.out @@ -65,7 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -77,14 +77,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -154,14 +154,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -230,7 +230,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -242,14 +242,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -307,7 +307,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -319,14 +319,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt10.q.out ql/src/test/results/clientpositive/skewjoinopt10.q.out index 997633c..1196da7 100644 --- ql/src/test/results/clientpositive/skewjoinopt10.q.out +++ ql/src/test/results/clientpositive/skewjoinopt10.q.out @@ -67,7 +67,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -85,8 +84,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -210,7 +209,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -228,8 +226,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt11.q.out ql/src/test/results/clientpositive/skewjoinopt11.q.out index 4cd10da..432a4fd 100644 --- ql/src/test/results/clientpositive/skewjoinopt11.q.out +++ ql/src/test/results/clientpositive/skewjoinopt11.q.out @@ -81,7 +81,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -99,8 +99,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -188,7 +188,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -206,8 +206,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -235,7 +235,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -253,8 +253,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -322,14 +322,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt12.q.out ql/src/test/results/clientpositive/skewjoinopt12.q.out index e7f4e1b..b8eed90 100644 --- ql/src/test/results/clientpositive/skewjoinopt12.q.out +++ ql/src/test/results/clientpositive/skewjoinopt12.q.out @@ -67,7 +67,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -79,14 +78,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -144,7 +142,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -156,14 +153,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt13.q.out ql/src/test/results/clientpositive/skewjoinopt13.q.out index 571da69..937ca88 100644 --- ql/src/test/results/clientpositive/skewjoinopt13.q.out +++ ql/src/test/results/clientpositive/skewjoinopt13.q.out @@ -88,7 +88,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -97,14 +97,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE File Output Operator @@ -123,7 +123,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -132,18 +132,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 36 Basic stats: PARTIAL Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/skewjoinopt14.q.out ql/src/test/results/clientpositive/skewjoinopt14.q.out index 0289971..fd774e8 100644 --- ql/src/test/results/clientpositive/skewjoinopt14.q.out +++ ql/src/test/results/clientpositive/skewjoinopt14.q.out @@ -96,7 +96,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -108,14 +108,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -139,7 +139,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan Union Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -151,7 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string), _col4 (type: string), _col5 (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -160,18 +160,18 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col4} {VALUE._col5} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col3} {VALUE._col4} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator - expressions: _col4 (type: string), _col5 (type: string), _col0 (type: string), _col1 (type: string), _col8 (type: string), _col9 (type: string) + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string), _col8 (type: string), _col9 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator @@ -196,7 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -208,14 +208,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/skewjoinopt15.q.out ql/src/test/results/clientpositive/skewjoinopt15.q.out index f81a2ca..da3dec5 100644 --- ql/src/test/results/clientpositive/skewjoinopt15.q.out +++ ql/src/test/results/clientpositive/skewjoinopt15.q.out @@ -103,7 +103,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -115,14 +115,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -180,7 +180,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -192,14 +192,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -268,7 +268,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -280,14 +280,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -345,7 +345,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -357,14 +357,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt16.q.out ql/src/test/results/clientpositive/skewjoinopt16.q.out index 88a3936..402f2ed 100644 --- ql/src/test/results/clientpositive/skewjoinopt16.q.out +++ ql/src/test/results/clientpositive/skewjoinopt16.q.out @@ -67,7 +67,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -79,14 +78,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -144,7 +142,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -156,14 +153,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt17.q.out ql/src/test/results/clientpositive/skewjoinopt17.q.out index 4173633..fdae32d 100644 --- ql/src/test/results/clientpositive/skewjoinopt17.q.out +++ ql/src/test/results/clientpositive/skewjoinopt17.q.out @@ -71,7 +71,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -83,14 +83,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -148,7 +148,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -160,14 +160,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -290,7 +290,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -302,14 +301,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -367,7 +365,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -379,14 +376,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt19.q.out ql/src/test/results/clientpositive/skewjoinopt19.q.out index 089b015..b0be394 100644 --- ql/src/test/results/clientpositive/skewjoinopt19.q.out +++ ql/src/test/results/clientpositive/skewjoinopt19.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt2.q.out ql/src/test/results/clientpositive/skewjoinopt2.q.out index 5bc5dec..2ea6eb8 100644 --- ql/src/test/results/clientpositive/skewjoinopt2.q.out +++ ql/src/test/results/clientpositive/skewjoinopt2.q.out @@ -71,7 +71,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -83,14 +82,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -148,7 +146,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -160,14 +157,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -233,7 +229,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -245,14 +240,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -310,7 +304,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -322,14 +315,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -399,7 +391,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -416,7 +407,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -514,13 +505,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -580,7 +570,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -597,7 +586,7 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -695,13 +684,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE diff --git ql/src/test/results/clientpositive/skewjoinopt20.q.out ql/src/test/results/clientpositive/skewjoinopt20.q.out index 350aeb5..1a1347a 100644 --- ql/src/test/results/clientpositive/skewjoinopt20.q.out +++ ql/src/test/results/clientpositive/skewjoinopt20.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt3.q.out ql/src/test/results/clientpositive/skewjoinopt3.q.out index ae3c3f8..88113c2 100644 --- ql/src/test/results/clientpositive/skewjoinopt3.q.out +++ ql/src/test/results/clientpositive/skewjoinopt3.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -234,7 +234,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -246,14 +246,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -311,7 +311,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -323,14 +323,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Outer Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt4.q.out ql/src/test/results/clientpositive/skewjoinopt4.q.out index e872f72..97aa289 100644 --- ql/src/test/results/clientpositive/skewjoinopt4.q.out +++ ql/src/test/results/clientpositive/skewjoinopt4.q.out @@ -65,7 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -77,14 +77,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -142,7 +142,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -154,14 +154,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -228,7 +228,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -240,14 +240,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -305,7 +305,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -317,14 +317,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt5.q.out ql/src/test/results/clientpositive/skewjoinopt5.q.out index 244c55c..26a73bf 100644 --- ql/src/test/results/clientpositive/skewjoinopt5.q.out +++ ql/src/test/results/clientpositive/skewjoinopt5.q.out @@ -67,7 +67,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -79,14 +79,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -144,7 +144,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -156,14 +156,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt6.q.out ql/src/test/results/clientpositive/skewjoinopt6.q.out index fd84cc6..3437056 100644 --- ql/src/test/results/clientpositive/skewjoinopt6.q.out +++ ql/src/test/results/clientpositive/skewjoinopt6.q.out @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -81,14 +81,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -146,7 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -158,14 +158,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt7.q.out ql/src/test/results/clientpositive/skewjoinopt7.q.out index 5eda2ee..f7663f1 100644 --- ql/src/test/results/clientpositive/skewjoinopt7.q.out +++ ql/src/test/results/clientpositive/skewjoinopt7.q.out @@ -84,7 +84,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -96,7 +96,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -108,16 +108,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -175,7 +175,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -187,7 +187,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -199,16 +199,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt8.q.out ql/src/test/results/clientpositive/skewjoinopt8.q.out index a353a08..7560bb3 100644 --- ql/src/test/results/clientpositive/skewjoinopt8.q.out +++ ql/src/test/results/clientpositive/skewjoinopt8.q.out @@ -82,7 +82,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -106,16 +106,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator @@ -173,7 +173,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: c Statistics: Num rows: 0 Data size: 20 Basic stats: PARTIAL Column stats: NONE @@ -185,7 +185,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: a Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -197,16 +197,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/skewjoinopt9.q.out ql/src/test/results/clientpositive/skewjoinopt9.q.out index 6e0fced..59b6e94 100644 --- ql/src/test/results/clientpositive/skewjoinopt9.q.out +++ ql/src/test/results/clientpositive/skewjoinopt9.q.out @@ -70,7 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -85,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: t1 Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -100,14 +100,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 60 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 66 Basic stats: PARTIAL Column stats: NONE Select Operator @@ -237,7 +237,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: b Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE @@ -246,14 +246,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), val (type: string) + value expressions: val (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/smb_mapjoin_13.q.out index 1a39d97..bcee46d 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_13.q.out @@ -146,7 +146,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -202,7 +202,9 @@ STAGE PLANS: /test_table1 [a] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Limit Number of rows: 10 File Output Operator @@ -361,7 +363,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) Local Work: Map Reduce Local Work Path -> Alias: @@ -419,7 +421,9 @@ STAGE PLANS: /test_table3 [a] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/smb_mapjoin_14.q.out ql/src/test/results/clientpositive/smb_mapjoin_14.q.out index 2555ded..98aeee2 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_14.q.out @@ -190,9 +190,11 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int) sort order: + - value expressions: _col0 (type: int), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1 File Output Operator compressed: false table: diff --git ql/src/test/results/clientpositive/smb_mapjoin_15.q.out ql/src/test/results/clientpositive/smb_mapjoin_15.q.out index b38bb71..3368c7d 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_15.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_15.q.out @@ -120,7 +120,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + tag: -1 - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -176,7 +176,9 @@ STAGE PLANS: /test_table1 [a] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Limit Number of rows: 10 File Output Operator @@ -370,7 +372,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + tag: -1 - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -426,7 +428,9 @@ STAGE PLANS: /test_table1 [a] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Limit Number of rows: 10 File Output Operator @@ -570,7 +574,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + tag: -1 - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -626,7 +630,9 @@ STAGE PLANS: /test_table1 [a] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Limit Number of rows: 10 File Output Operator @@ -761,7 +767,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {key} {key2} {value} - 1 {key} {key2} {value} + 1 {key2} keys: 0 key (type: int), value (type: string) 1 key (type: int), value (type: string) @@ -803,7 +809,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 550 Data size: 7939 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) Local Work: Map Reduce Local Work Path -> Alias: @@ -861,7 +867,9 @@ STAGE PLANS: /test_table1 [a] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 550 Data size: 7939 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/smb_mapjoin_17.q.out ql/src/test/results/clientpositive/smb_mapjoin_17.q.out index beed948..68eaff0 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_17.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_17.q.out @@ -627,7 +627,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: t Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -668,14 +668,14 @@ STAGE PLANS: Left Outer Join0 to 3 Left Outer Join0 to 4 condition expressions: - 0 {VALUE._col24} {VALUE._col25} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 2 3 4 - outputColumnNames: _col24, _col25 + outputColumnNames: _col0, _col1 Select Operator - expressions: _col24 (type: int), _col25 (type: string) + expressions: _col0 (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/smb_mapjoin_25.q.out ql/src/test/results/clientpositive/smb_mapjoin_25.q.out index 7e00712..25493c8 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_25.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_25.q.out @@ -81,13 +81,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 28 Data size: 114 Basic stats: COMPLETE Column stats: NONE @@ -111,21 +110,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28 Data size: 114 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 29 Data size: 118 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 129 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -168,13 +165,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 25 Data size: 100 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 29 Data size: 118 Basic stats: COMPLETE Column stats: NONE @@ -242,7 +238,6 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int) TableScan alias: c Statistics: Num rows: 51 Data size: 206 Basic stats: COMPLETE Column stats: NONE @@ -266,14 +261,13 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1 Filter Operator predicate: (_col1 = 5) (type: boolean) diff --git ql/src/test/results/clientpositive/sort.q.out ql/src/test/results/clientpositive/sort.q.out index b1ffb3b..6a061f4 100644 --- ql/src/test/results/clientpositive/sort.q.out +++ ql/src/test/results/clientpositive/sort.q.out @@ -23,9 +23,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/subq_where_serialization.q.out ql/src/test/results/clientpositive/subq_where_serialization.q.out index 0737e54..d4d11a5 100644 --- ql/src/test/results/clientpositive/subq_where_serialization.q.out +++ ql/src/test/results/clientpositive/subq_where_serialization.q.out @@ -119,13 +119,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_exists.q.out ql/src/test/results/clientpositive/subquery_exists.q.out index db848e9..180a163 100644 --- ql/src/test/results/clientpositive/subquery_exists.q.out +++ ql/src/test/results/clientpositive/subquery_exists.q.out @@ -34,7 +34,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string), key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -60,7 +59,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_exists_having.q.out ql/src/test/results/clientpositive/subquery_exists_having.q.out index d2ae291..56986b7 100644 --- ql/src/test/results/clientpositive/subquery_exists_having.q.out +++ ql/src/test/results/clientpositive/subquery_exists_having.q.out @@ -71,7 +71,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -97,7 +97,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_in.q.out ql/src/test/results/clientpositive/subquery_in.q.out index 94962c9..2069101 100644 --- ql/src/test/results/clientpositive/subquery_in.q.out +++ ql/src/test/results/clientpositive/subquery_in.q.out @@ -144,13 +144,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -234,7 +234,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -260,7 +259,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -585,7 +584,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) @@ -597,7 +596,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE @@ -728,7 +727,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) @@ -740,7 +738,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -897,14 +895,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col2} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -923,7 +920,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: int), _col0 (type: int) + value expressions: _col0 (type: int), _col3 (type: int) TableScan alias: lineitem Statistics: Num rows: 116 Data size: 12099 Basic stats: COMPLETE Column stats: NONE @@ -949,12 +946,12 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col2} {VALUE._col18} + 0 {VALUE._col0} {VALUE._col2} 1 - outputColumnNames: _col2, _col18 + outputColumnNames: _col0, _col3 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col18 (type: int), _col2 (type: int) + expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/subquery_in_having.q.out ql/src/test/results/clientpositive/subquery_in_having.q.out index 3f18d00..6e1eed0 100644 --- ql/src/test/results/clientpositive/subquery_in_having.q.out +++ ql/src/test/results/clientpositive/subquery_in_having.q.out @@ -315,7 +315,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col2 (type: bigint), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col0 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: string) @@ -327,7 +327,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey1} {VALUE._col1} 1 outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -476,7 +476,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 30 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) TableScan Reduce Output Operator key expressions: _col0 (type: string) @@ -488,7 +488,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 33 Data size: 3490 Basic stats: COMPLETE Column stats: NONE @@ -634,7 +634,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -660,7 +660,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -1188,13 +1188,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double) + value expressions: _col0 (type: string), _col2 (type: double) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey0} {VALUE._col1} 1 outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/subquery_multiinsert.q.out ql/src/test/results/clientpositive/subquery_multiinsert.q.out index 59c8055..3c2fab6 100644 --- ql/src/test/results/clientpositive/subquery_multiinsert.q.out +++ ql/src/test/results/clientpositive/subquery_multiinsert.q.out @@ -78,7 +78,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) File Output Operator compressed: false table: @@ -110,7 +109,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -180,7 +179,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -196,14 +195,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -228,9 +226,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -646,7 +646,7 @@ STAGE PLANS: HashTable Sink Operator condition expressions: 0 {_col0} {_col1} - 1 {_col0} + 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) @@ -677,11 +677,13 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 8 Data size: 1654 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/subquery_notexists.q.out ql/src/test/results/clientpositive/subquery_notexists.q.out index b8202d4..6c76dd2 100644 --- ql/src/test/results/clientpositive/subquery_notexists.q.out +++ ql/src/test/results/clientpositive/subquery_notexists.q.out @@ -34,7 +34,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string), key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -50,14 +49,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col2} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} outputColumnNames: _col0, _col1, _col6 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -297,21 +295,20 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: key (type: string) TableScan Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/subquery_notexists_having.q.out ql/src/test/results/clientpositive/subquery_notexists_having.q.out index 8552365..a625333 100644 --- ql/src/test/results/clientpositive/subquery_notexists_having.q.out +++ ql/src/test/results/clientpositive/subquery_notexists_having.q.out @@ -68,7 +68,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) TableScan alias: a Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -84,18 +83,17 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 9 Data size: 1803 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col2} - outputColumnNames: _col0, _col1, _col8 + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey1} + outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col8 is null) (type: boolean) + predicate: ((1 = 1) and _col4 is null) (type: boolean) Statistics: Num rows: 7 Data size: 1443 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string) @@ -222,25 +220,24 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) TableScan Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col1} - outputColumnNames: _col0, _col1, _col6 + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col6 is null) (type: boolean) + predicate: ((1 = 1) and _col3 is null) (type: boolean) Statistics: Num rows: 7 Data size: 1443 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string) diff --git ql/src/test/results/clientpositive/subquery_notin.q.out ql/src/test/results/clientpositive/subquery_notin.q.out index ce9d489..8cf191e 100644 --- ql/src/test/results/clientpositive/subquery_notin.q.out +++ ql/src/test/results/clientpositive/subquery_notin.q.out @@ -202,7 +202,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -218,14 +218,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -453,21 +452,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + value expressions: _col5 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 5 Data size: 1057 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col3} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col2, _col5, _col11 Statistics: Num rows: 17 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -728,7 +726,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) TableScan Reduce Output Operator key expressions: UDFToDouble(_col5) (type: double) @@ -742,7 +739,7 @@ STAGE PLANS: Left Outer Join0 to 1 condition expressions: 0 {VALUE._col1} {VALUE._col5} - 1 {VALUE._col0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col5, _col11 Statistics: Num rows: 36 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1026,21 +1023,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col5 (type: int), _col2 (type: string) Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + value expressions: _col1 (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 5 Data size: 528 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} - 1 {VALUE._col0} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col2, _col5, _col11 Statistics: Num rows: 17 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator @@ -1546,7 +1542,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 2093 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) TableScan alias: src Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -1562,14 +1557,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col1 Statistics: Num rows: 22 Data size: 2302 Basic stats: COMPLETE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/subquery_notin_having.q.out ql/src/test/results/clientpositive/subquery_notin_having.q.out index 3a3b66a..4f9fb13 100644 --- ql/src/test/results/clientpositive/subquery_notin_having.q.out +++ ql/src/test/results/clientpositive/subquery_notin_having.q.out @@ -150,7 +150,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) TableScan alias: s1 Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -166,18 +166,17 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 1903 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} - outputColumnNames: _col0, _col1, _col4 + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col4 is null) (type: boolean) + predicate: ((1 = 1) and _col2 is null) (type: boolean) Statistics: Num rows: 17 Data size: 1732 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: bigint) @@ -309,7 +308,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 29 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double), _col1 (type: double) + value expressions: _col0 (type: string), _col1 (type: double) TableScan Reduce Output Operator sort order: @@ -319,9 +318,9 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col5} + 0 {VALUE._col0} {VALUE._col1} 1 - outputColumnNames: _col0, _col1, _col5 + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 3490 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -335,29 +334,27 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: _col0 (type: string), _col5 (type: double) + key expressions: _col0 (type: string), _col1 (type: double) sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col5 (type: double) + Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 31 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: double) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 4 Data size: 437 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} - outputColumnNames: _col0, _col1, _col7 + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col4 Statistics: Num rows: 34 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col7 is null) (type: boolean) + predicate: ((1 = 1) and _col4 is null) (type: boolean) Statistics: Num rows: 8 Data size: 903 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: double) @@ -632,25 +629,24 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 31 Data size: 3490 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col1 (type: double) TableScan Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 437 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} - outputColumnNames: _col0, _col1, _col5 + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} + outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 34 Data size: 3839 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((1 = 1) and _col5 is null) (type: boolean) + predicate: ((1 = 1) and _col3 is null) (type: boolean) Statistics: Num rows: 8 Data size: 903 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: double) diff --git ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out index e87c444..43a3256 100644 --- ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out +++ ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out @@ -107,13 +107,12 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key1 (type: string), value1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: key1 (type: string), value1 (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE @@ -158,7 +157,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -184,7 +182,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -321,13 +319,13 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -456,7 +454,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) @@ -468,7 +466,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -575,7 +573,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) @@ -587,7 +584,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -678,7 +675,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col2 (type: bigint), _col1 (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) + value expressions: _col0 (type: string), _col2 (type: bigint) TableScan Reduce Output Operator key expressions: _col0 (type: bigint), _col1 (type: string) @@ -690,7 +687,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 0 {VALUE._col0} {KEY.reducesinkkey1} {VALUE._col1} 1 outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -833,21 +830,20 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) + value expressions: _col5 (type: int) TableScan Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: Join Operator condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} {VALUE._col3} + 1 {KEY.reducesinkkey0} outputColumnNames: _col1, _col2, _col5, _col11 Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator diff --git ql/src/test/results/clientpositive/symlink_text_input_format.q.out ql/src/test/results/clientpositive/symlink_text_input_format.q.out index ca7a132..3398186 100644 --- ql/src/test/results/clientpositive/symlink_text_input_format.q.out +++ ql/src/test/results/clientpositive/symlink_text_input_format.q.out @@ -50,9 +50,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false @@ -115,9 +116,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE - value expressions: _col0 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 72 Basic stats: PARTIAL Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/auto_join0.q.out ql/src/test/results/clientpositive/tez/auto_join0.q.out index cd2286e..a582d33 100644 --- ql/src/test/results/clientpositive/tez/auto_join0.q.out +++ ql/src/test/results/clientpositive/tez/auto_join0.q.out @@ -65,7 +65,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Map 4 Map Operator Tree: TableScan @@ -84,21 +83,19 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3)) - mode: hash - outputColumnNames: _col0 + Group By Operator + aggregations: sum(hash(_col0,_col1,_col2,_col3)) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + value expressions: _col0 (type: bigint) Reducer 3 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out index a4ccfb3..92509a1 100644 --- ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out +++ ql/src/test/results/clientpositive/tez/bucket_map_join_tez1.q.out @@ -160,7 +160,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Stage: Stage-0 Fetch Operator @@ -259,7 +259,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: int) + value expressions: _col0 (type: double) Stage: Stage-0 Fetch Operator @@ -342,7 +342,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Reducer 3 Reduce Operator Tree: Group By Operator @@ -493,7 +493,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: int) + value expressions: _col0 (type: double) Stage: Stage-0 Fetch Operator @@ -758,7 +758,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: double) + value expressions: _col1 (type: double) Stage: Stage-0 Fetch Operator @@ -847,7 +847,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: double) + value expressions: _col1 (type: double) Stage: Stage-0 Fetch Operator @@ -913,7 +913,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: key (type: int) Stage: Stage-0 Fetch Operator @@ -998,7 +998,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: int), value (type: string) + value expressions: value (type: string) Stage: Stage-0 Fetch Operator @@ -1067,10 +1067,10 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col5, _col10 + outputColumnNames: _col0, _col10 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col5 (type: int), _col10 (type: int) + expressions: _col0 (type: int), _col10 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE File Output Operator diff --git ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out index 379fabd..af59a81 100644 --- ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out +++ ql/src/test/results/clientpositive/tez/bucket_map_join_tez2.q.out @@ -165,10 +165,10 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 value (type: string) - outputColumnNames: _col5, _col10 + outputColumnNames: _col0, _col10 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col5 (type: int), _col10 (type: int) + expressions: _col0 (type: int), _col10 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -338,7 +338,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator @@ -414,7 +413,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator @@ -456,7 +454,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Map 2 Map Operator Tree: TableScan @@ -576,7 +573,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/tez/count.q.out ql/src/test/results/clientpositive/tez/count.q.out index 73485df..ac44489 100644 --- ql/src/test/results/clientpositive/tez/count.q.out +++ ql/src/test/results/clientpositive/tez/count.q.out @@ -136,7 +136,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: bigint), _col16 (type: bigint), _col17 (type: bigint), _col18 (type: bigint), _col19 (type: bigint), _col20 (type: bigint), _col21 (type: bigint), _col22 (type: bigint), _col23 (type: bigint), _col24 (type: bigint) + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint) Reducer 2 Reduce Operator Tree: Group By Operator @@ -267,7 +267,6 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions: 1 (type: int) Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/tez/cross_join.q.out ql/src/test/results/clientpositive/tez/cross_join.q.out index d7e0223..b262882 100644 --- ql/src/test/results/clientpositive/tez/cross_join.q.out +++ ql/src/test/results/clientpositive/tez/cross_join.q.out @@ -161,14 +161,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reducer 2 Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out index 3cadd48..8336088 100644 --- ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/tez/cross_product_check_1.q.out @@ -107,7 +107,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 114 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 4 Map Operator Tree: TableScan @@ -118,7 +118,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 114 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 5 Map Operator Tree: TableScan @@ -134,8 +134,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col4, _col5 Statistics: Num rows: 0 Data size: 125 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator @@ -204,7 +204,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Map 5 Map Operator Tree: TableScan @@ -230,7 +229,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE @@ -442,7 +441,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Map 5 Map Operator Tree: TableScan @@ -478,7 +476,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out index a9e1a61..8c276ff 100644 --- ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/tez/cross_product_check_2.q.out @@ -124,7 +124,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 114 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 3 Map Operator Tree: TableScan diff --git ql/src/test/results/clientpositive/tez/ctas.q.out ql/src/test/results/clientpositive/tez/ctas.q.out index aa5b5af..a58e166 100644 --- ql/src/test/results/clientpositive/tez/ctas.q.out +++ ql/src/test/results/clientpositive/tez/ctas.q.out @@ -49,10 +49,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -61,10 +62,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -191,10 +193,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -203,10 +206,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -333,10 +337,11 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -345,10 +350,11 @@ STAGE PLANS: key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -541,10 +547,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -553,10 +560,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -727,7 +735,6 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -780,7 +787,9 @@ STAGE PLANS: Reducer 2 Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -790,11 +799,12 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string) Reducer 3 Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/tez/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/tez/disable_merge_for_bucketing.q.out index cdfe275..b507258 100644 --- ql/src/test/results/clientpositive/tez/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/tez/disable_merge_for_bucketing.q.out @@ -220,10 +220,12 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out index 47e8cc7..eba33bf 100644 --- ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out +++ ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out @@ -181,11 +181,13 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col4 (type: tinyint), _col0 (type: smallint) @@ -265,7 +267,9 @@ STAGE PLANS: Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -546,11 +550,13 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col4 (type: tinyint), _col0 (type: smallint) @@ -630,7 +636,9 @@ STAGE PLANS: Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -1327,11 +1335,13 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1395,11 +1405,13 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col4 (type: tinyint), _col1 (type: int) diff --git ql/src/test/results/clientpositive/tez/dynpart_sort_optimization.q.out ql/src/test/results/clientpositive/tez/dynpart_sort_optimization.q.out index 94f95a4..48f5804 100644 --- ql/src/test/results/clientpositive/tez/dynpart_sort_optimization.q.out +++ ql/src/test/results/clientpositive/tez/dynpart_sort_optimization.q.out @@ -211,7 +211,9 @@ STAGE PLANS: value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -562,7 +564,9 @@ STAGE PLANS: value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -1257,10 +1261,12 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1324,10 +1330,12 @@ STAGE PLANS: key expressions: _col1 (type: int) sort order: + Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col4 (type: tinyint), _col1 (type: int) diff --git ql/src/test/results/clientpositive/tez/filter_join_breaktask.q.out ql/src/test/results/clientpositive/tez/filter_join_breaktask.q.out index b1a215b..298bff1 100644 --- ql/src/test/results/clientpositive/tez/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/tez/filter_join_breaktask.q.out @@ -157,7 +157,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 13 Data size: 109 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: int) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -224,7 +223,6 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE tag: 1 - value expressions: value (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -349,8 +347,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col6 Statistics: Num rows: 14 Data size: 119 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator @@ -368,7 +366,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 {VALUE._col0} - 1 {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col11 Statistics: Num rows: 27 Data size: 232 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/tez/insert_into1.q.out ql/src/test/results/clientpositive/tez/insert_into1.q.out index 0c30d70..2bd40dd 100644 --- ql/src/test/results/clientpositive/tez/insert_into1.q.out +++ ql/src/test/results/clientpositive/tez/insert_into1.q.out @@ -44,7 +44,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -136,7 +138,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -237,7 +241,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 2000 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/tez/insert_into2.q.out ql/src/test/results/clientpositive/tez/insert_into2.q.out index 15d66a8..67a7ea9 100644 --- ql/src/test/results/clientpositive/tez/insert_into2.q.out +++ ql/src/test/results/clientpositive/tez/insert_into2.q.out @@ -48,7 +48,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -167,7 +169,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -269,7 +273,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 50 diff --git ql/src/test/results/clientpositive/tez/join0.q.out ql/src/test/results/clientpositive/tez/join0.q.out index 5999467..b1ad1fd 100644 --- ql/src/test/results/clientpositive/tez/join0.q.out +++ ql/src/test/results/clientpositive/tez/join0.q.out @@ -77,10 +77,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 1983 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/join1.q.out ql/src/test/results/clientpositive/tez/join1.q.out index 883c88e..9a51f46 100644 --- ql/src/test/results/clientpositive/tez/join1.q.out +++ ql/src/test/results/clientpositive/tez/join1.q.out @@ -47,15 +47,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reducer 2 Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/tez/limit_pushdown.q.out ql/src/test/results/clientpositive/tez/limit_pushdown.q.out index 22c7cca..59ba31c 100644 --- ql/src/test/results/clientpositive/tez/limit_pushdown.q.out +++ ql/src/test/results/clientpositive/tez/limit_pushdown.q.out @@ -33,10 +33,12 @@ STAGE PLANS: sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -114,10 +116,12 @@ STAGE PLANS: sort order: - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -677,10 +681,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 0 @@ -765,10 +771,12 @@ STAGE PLANS: sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: string), _col1 (type: double) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -909,15 +917,15 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reducer 3 Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 330 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -956,7 +964,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: bigint) Reducer 6 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -966,7 +976,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Stage: Stage-0 Fetch Operator @@ -1091,18 +1101,20 @@ STAGE PLANS: alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: key (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string), value (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 2.0E-5 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string) + value expressions: _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 diff --git ql/src/test/results/clientpositive/tez/load_dyn_part1.q.out ql/src/test/results/clientpositive/tez/load_dyn_part1.q.out index 07f332c..b7a4cbb 100644 --- ql/src/test/results/clientpositive/tez/load_dyn_part1.q.out +++ ql/src/test/results/clientpositive/tez/load_dyn_part1.q.out @@ -57,10 +57,10 @@ POSTHOOK: type: QUERY STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 - Stage-0 depends on stages: Stage-3 - Stage-4 depends on stages: Stage-0 Stage-1 depends on stages: Stage-3 - Stage-5 depends on stages: Stage-1 + Stage-4 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-3 + Stage-5 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-2 @@ -129,34 +129,34 @@ STAGE PLANS: Stage: Stage-3 Dependency Collection - Stage: Stage-0 + Stage: Stage-1 Move Operator tables: partition: - ds + ds 2008-12-31 hr replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part1 + name: default.nzhang_part2 Stage: Stage-4 Stats-Aggr Operator - Stage: Stage-1 + Stage: Stage-0 Move Operator tables: partition: - ds 2008-12-31 + ds hr replace: true table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.nzhang_part2 + name: default.nzhang_part1 Stage: Stage-5 Stats-Aggr Operator diff --git ql/src/test/results/clientpositive/tez/mapjoin_decimal.q.out ql/src/test/results/clientpositive/tez/mapjoin_decimal.q.out index 975d798..62d7bd1 100644 --- ql/src/test/results/clientpositive/tez/mapjoin_decimal.q.out +++ ql/src/test/results/clientpositive/tez/mapjoin_decimal.q.out @@ -96,7 +96,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: dec (type: decimal(4,0)) Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE - value expressions: dec (type: decimal(4,0)) Map 2 Map Operator Tree: TableScan diff --git ql/src/test/results/clientpositive/tez/mapreduce1.q.out ql/src/test/results/clientpositive/tez/mapreduce1.q.out index 4643e3e..30ca7aa 100644 --- ql/src/test/results/clientpositive/tez/mapreduce1.q.out +++ ql/src/test/results/clientpositive/tez/mapreduce1.q.out @@ -58,20 +58,18 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-2 Dependency Collection diff --git ql/src/test/results/clientpositive/tez/mapreduce2.q.out ql/src/test/results/clientpositive/tez/mapreduce2.q.out index b4e0e66..cb2ba71 100644 --- ql/src/test/results/clientpositive/tez/mapreduce2.q.out +++ ql/src/test/results/clientpositive/tez/mapreduce2.q.out @@ -55,20 +55,18 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), _col3 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest1 Stage: Stage-2 Dependency Collection diff --git ql/src/test/results/clientpositive/tez/mrr.q.out ql/src/test/results/clientpositive/tez/mrr.q.out index 40772a9..2445099 100644 --- ql/src/test/results/clientpositive/tez/mrr.q.out +++ ql/src/test/results/clientpositive/tez/mrr.q.out @@ -53,10 +53,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -418,7 +420,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 5 Map Operator Tree: TableScan @@ -436,7 +438,7 @@ STAGE PLANS: Inner Join 0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col4, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -470,10 +472,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -835,7 +839,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 2 Map Operator Tree: TableScan @@ -883,10 +887,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 3145 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1353,17 +1359,19 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 11 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 801 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reducer 2 Reduce Operator Tree: Group By Operator @@ -1380,17 +1388,19 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reducer 4 Reduce Operator Tree: Join Operator @@ -1398,9 +1408,9 @@ STAGE PLANS: Inner Join 0 to 1 Inner Join 0 to 2 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} - 2 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} + 2 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 30 Data size: 6171 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1411,10 +1421,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 30 Data size: 6171 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint), _col4 (type: string), _col5 (type: bigint) + value expressions: _col1 (type: bigint), _col2 (type: string), _col3 (type: bigint), _col4 (type: string), _col5 (type: bigint) Reducer 5 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: string), VALUE._col2 (type: bigint), VALUE._col3 (type: string), VALUE._col4 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 30 Data size: 6171 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1439,17 +1451,19 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 8 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Stage: Stage-0 Fetch Operator @@ -1718,7 +1732,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 14 Data size: 2805 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/tez/script_pipe.q.out ql/src/test/results/clientpositive/tez/script_pipe.q.out index 2b56c7e..32c9de7 100644 --- ql/src/test/results/clientpositive/tez/script_pipe.q.out +++ ql/src/test/results/clientpositive/tez/script_pipe.q.out @@ -33,7 +33,9 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/tez/scriptfile1.q.out ql/src/test/results/clientpositive/tez/scriptfile1.q.out index 3fda52d..6bf2e23 100644 --- ql/src/test/results/clientpositive/tez/scriptfile1.q.out +++ ql/src/test/results/clientpositive/tez/scriptfile1.q.out @@ -37,8 +37,6 @@ POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 #### A masked pattern was here #### -POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] -POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 10 val_10 100 val_100 100 val_100 diff --git ql/src/test/results/clientpositive/tez/subquery_exists.q.out ql/src/test/results/clientpositive/tez/subquery_exists.q.out index 3d67b90..326ed94 100644 --- ql/src/test/results/clientpositive/tez/subquery_exists.q.out +++ ql/src/test/results/clientpositive/tez/subquery_exists.q.out @@ -39,7 +39,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string), key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) Map 3 Map Operator Tree: TableScan @@ -68,7 +67,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/tez/subquery_in.q.out ql/src/test/results/clientpositive/tez/subquery_in.q.out index 4f58bb7..b08389f 100644 --- ql/src/test/results/clientpositive/tez/subquery_in.q.out +++ ql/src/test/results/clientpositive/tez/subquery_in.q.out @@ -151,14 +151,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reducer 2 Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -247,7 +247,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) Map 3 Map Operator Tree: TableScan @@ -276,7 +275,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -524,7 +523,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_size (type: int), p_mfgr (type: string) Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE - value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + value expressions: p_name (type: string) Map 3 Map Operator Tree: TableScan @@ -542,7 +541,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col1} {VALUE._col2} {VALUE._col5} + 0 {VALUE._col1} {KEY.reducesinkkey1} {KEY.reducesinkkey0} 1 outputColumnNames: _col1, _col2, _col5 Statistics: Num rows: 16 Data size: 3490 Basic stats: COMPLETE Column stats: NONE @@ -680,7 +679,6 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) Map 3 Map Operator Tree: TableScan @@ -709,7 +707,7 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {KEY.reducesinkkey1} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -896,8 +894,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} {VALUE._col2} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} {VALUE._col1} outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator @@ -905,19 +903,19 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1663 Data size: 6653 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: int), _col0 (type: int) + value expressions: _col0 (type: int), _col3 (type: int) Reducer 3 Reduce Operator Tree: Join Operator condition map: Left Semi Join 0 to 1 condition expressions: - 0 {VALUE._col2} {VALUE._col18} + 0 {VALUE._col0} {VALUE._col2} 1 - outputColumnNames: _col2, _col18 + outputColumnNames: _col0, _col3 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col18 (type: int), _col2 (type: int) + expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 Statistics: Num rows: 1829 Data size: 7318 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -943,7 +941,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1512 Data size: 6049 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/tez/tez_dml.q.out ql/src/test/results/clientpositive/tez/tez_dml.q.out index 2e1a35a..ca264bb 100644 --- ql/src/test/results/clientpositive/tez/tez_dml.q.out +++ ql/src/test/results/clientpositive/tez/tez_dml.q.out @@ -56,10 +56,12 @@ STAGE PLANS: key expressions: _col1 (type: bigint) sort order: + Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col0 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/tez_join_tests.q.out ql/src/test/results/clientpositive/tez/tez_join_tests.q.out index 6b792b2..7b7beb1 100644 --- ql/src/test/results/clientpositive/tez/tez_join_tests.q.out +++ ql/src/test/results/clientpositive/tez/tez_join_tests.q.out @@ -28,7 +28,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 6 Map Operator Tree: TableScan @@ -39,7 +39,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: key (type: string) Map 7 Map Operator Tree: TableScan @@ -57,7 +57,7 @@ STAGE PLANS: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -68,25 +68,27 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -97,10 +99,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 5 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out index 0b18b51..d2ab2b5 100644 --- ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out +++ ql/src/test/results/clientpositive/tez/tez_joins_explain.q.out @@ -28,7 +28,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 6 Map Operator Tree: TableScan @@ -39,7 +39,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: key (type: string) Map 7 Map Operator Tree: TableScan @@ -57,7 +57,7 @@ STAGE PLANS: Left Outer Join0 to 1 condition expressions: 0 - 1 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col4, _col5 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -68,25 +68,27 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reducer 3 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 31 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: Join Operator condition map: Right Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {VALUE._col0} {KEY.reducesinkkey0} + 1 {VALUE._col0} {KEY.reducesinkkey0} outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -97,10 +99,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 5 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 34 Data size: 7032 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/tez/tez_union.q.out ql/src/test/results/clientpositive/tez/tez_union.q.out index 64a9003..4528b16 100644 --- ql/src/test/results/clientpositive/tez/tez_union.q.out +++ ql/src/test/results/clientpositive/tez/tez_union.q.out @@ -309,13 +309,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Map 2 Map Operator Tree: TableScan @@ -466,19 +464,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Map 10 Map Operator Tree: TableScan @@ -525,7 +520,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col2 (type: string) sort order: + - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col1 (type: string) Map 5 Map Operator Tree: TableScan @@ -582,7 +577,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col2 (type: string) sort order: + - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col1 (type: string) Map 8 Map Operator Tree: TableScan @@ -593,19 +588,16 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Map 9 Map Operator Tree: TableScan @@ -642,10 +634,12 @@ STAGE PLANS: Reduce Output Operator key expressions: _col2 (type: string) sort order: + - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: string), _col1 (type: string) Reducer 4 Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 415 Data size: 42193 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -1016,13 +1010,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Map 4 Map Operator Tree: TableScan @@ -1092,7 +1086,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - value expressions: _col0 (type: string) Map 3 Map Operator Tree: TableScan @@ -1131,7 +1124,6 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - value expressions: _col0 (type: string) Union 2 Vertex: Union 2 diff --git ql/src/test/results/clientpositive/tez/transform_ppr1.q.out ql/src/test/results/clientpositive/tez/transform_ppr1.q.out index fe0e2c3..916cc95 100644 --- ql/src/test/results/clientpositive/tez/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/tez/transform_ppr1.q.out @@ -331,33 +331,31 @@ STAGE PLANS: Reducer 2 Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 + File Output Operator + compressed: false + GlobalTableId: 0 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 1 + Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1 - columns.types string:string - escape.delim \ - hive.serialization.extend.nesting.levels true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/tez/transform_ppr2.q.out ql/src/test/results/clientpositive/tez/transform_ppr2.q.out index f8445af..50bf401 100644 --- ql/src/test/results/clientpositive/tez/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/tez/transform_ppr2.q.out @@ -239,33 +239,31 @@ STAGE PLANS: Reducer 2 Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 + File Output Operator + compressed: false + GlobalTableId: 0 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 1 + Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1 - columns.types string:string - escape.delim \ - hive.serialization.extend.nesting.levels true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/tez/union3.q.out ql/src/test/results/clientpositive/tez/union3.q.out index 66512c6..3c3d9e8 100644 --- ql/src/test/results/clientpositive/tez/union3.q.out +++ ql/src/test/results/clientpositive/tez/union3.q.out @@ -104,7 +104,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reducer 10 Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -118,10 +118,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reducer 11 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 @@ -133,7 +134,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 2 Reduce Operator Tree: - Extract + Select Operator Limit Number of rows: 1 Select Operator @@ -150,7 +151,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Reduce Operator Tree: - Extract + Select Operator Limit Number of rows: 1 Select Operator @@ -167,7 +168,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -181,10 +182,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reducer 8 Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 diff --git ql/src/test/results/clientpositive/transform_ppr1.q.out ql/src/test/results/clientpositive/transform_ppr1.q.out index 78ea262..c0c7635 100644 --- ql/src/test/results/clientpositive/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/transform_ppr1.q.out @@ -143,7 +143,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -151,10 +151,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -189,7 +189,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -197,10 +197,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -235,7 +235,7 @@ STAGE PLANS: ds 2008-04-09 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -243,10 +243,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -281,7 +281,7 @@ STAGE PLANS: ds 2008-04-09 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -289,10 +289,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -325,33 +325,31 @@ STAGE PLANS: /srcpart/ds=2008-04-09/hr=12 [tmap:src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 + File Output Operator + compressed: false + GlobalTableId: 0 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 1 + Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1 - columns.types string:string - escape.delim \ - hive.serialization.extend.nesting.levels true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/transform_ppr2.q.out ql/src/test/results/clientpositive/transform_ppr2.q.out index 45977bd..0ce63f8 100644 --- ql/src/test/results/clientpositive/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/transform_ppr2.q.out @@ -145,7 +145,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -153,10 +153,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -191,7 +191,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -199,10 +199,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -233,33 +233,31 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [tmap:src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 0 + File Output Operator + compressed: false + GlobalTableId: 0 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE + NumFilesPerFileSink: 1 + Statistics: Num rows: 19 Data size: 3807 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1 - columns.types string:string - escape.delim \ - hive.serialization.extend.nesting.levels true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/type_widening.q.out ql/src/test/results/clientpositive/type_widening.q.out index 499a89d..f1901f4 100644 --- ql/src/test/results/clientpositive/type_widening.q.out +++ ql/src/test/results/clientpositive/type_widening.q.out @@ -62,7 +62,6 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: bigint) TableScan alias: src Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE @@ -80,9 +79,10 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 11624 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/udf_case_column_pruning.q.out ql/src/test/results/clientpositive/udf_case_column_pruning.q.out index b46211e..ecf016f 100644 --- ql/src/test/results/clientpositive/udf_case_column_pruning.q.out +++ ql/src/test/results/clientpositive/udf_case_column_pruning.q.out @@ -43,13 +43,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE @@ -72,9 +71,10 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/udtf_explode.q.out ql/src/test/results/clientpositive/udtf_explode.q.out index cb6fe8d..45de313 100644 --- ql/src/test/results/clientpositive/udtf_explode.q.out +++ ql/src/test/results/clientpositive/udtf_explode.q.out @@ -267,7 +267,9 @@ STAGE PLANS: /src [a:src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 3 @@ -593,7 +595,9 @@ STAGE PLANS: /src [a:src] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 3 diff --git ql/src/test/results/clientpositive/udtf_json_tuple.q.out ql/src/test/results/clientpositive/udtf_json_tuple.q.out index d1b1f89..4454462 100644 --- ql/src/test/results/clientpositive/udtf_json_tuple.q.out +++ ql/src/test/results/clientpositive/udtf_json_tuple.q.out @@ -75,7 +75,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Select Operator expressions: jstring (type: string), 'f1' (type: string), 'f2' (type: string), 'f3' (type: string), 'f4' (type: string), 'f5' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -94,9 +94,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -154,9 +156,11 @@ STAGE PLANS: key expressions: c0 (type: string), c1 (type: string), c2 (type: string) sort order: +++ Statistics: Num rows: 6 Data size: 236 Basic stats: COMPLETE Column stats: NONE - value expressions: c0 (type: string), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string) + value expressions: c3 (type: string), c4 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 6 Data size: 236 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -220,7 +224,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string), _col2 (type: string) Select Operator expressions: jstring (type: string), 'f1' (type: string), 'f2' (type: string), 'f3' (type: string), 'f4' (type: string), 'f5' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -239,9 +243,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + value expressions: _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 12 Data size: 472 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -367,9 +373,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 4 Data size: 157 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: bigint) + value expressions: _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 157 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out index 80bd2e7..9a43d42 100644 --- ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out +++ ql/src/test/results/clientpositive/udtf_parse_url_tuple.q.out @@ -92,7 +92,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) Select Operator expressions: fullurl (type: string), 'HOST' (type: string), 'PATH' (type: string), 'QUERY' (type: string), 'REF' (type: string), 'PROTOCOL' (type: string), 'FILE' (type: string), 'AUTHORITY' (type: string), 'USERINFO' (type: string), 'QUERY:k1' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 @@ -111,9 +111,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -171,9 +173,11 @@ STAGE PLANS: key expressions: c0 (type: string), c1 (type: string), c2 (type: string) sort order: +++ Statistics: Num rows: 6 Data size: 213 Basic stats: COMPLETE Column stats: NONE - value expressions: c0 (type: string), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: string), c6 (type: string), c7 (type: string), c8 (type: string) + value expressions: c3 (type: string), c4 (type: string), c5 (type: string), c6 (type: string), c7 (type: string), c8 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 6 Data size: 213 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -239,7 +243,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) Select Operator expressions: fullurl (type: string), 'HOST' (type: string), 'PATH' (type: string), 'QUERY' (type: string), 'REF' (type: string), 'PROTOCOL' (type: string), 'FILE' (type: string), 'AUTHORITY' (type: string), 'USERINFO' (type: string), 'QUERY:k1' (type: string), 'host' (type: string), 'query' (type: string), 'QUERY:nonExistCol' (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 @@ -258,9 +262,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 426 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union20.q.out ql/src/test/results/clientpositive/union20.q.out index affc514..715f47d 100644 --- ql/src/test/results/clientpositive/union20.q.out +++ ql/src/test/results/clientpositive/union20.q.out @@ -76,7 +76,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s4 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: s2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -112,7 +112,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan Union Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL @@ -121,23 +121,23 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 2075 Basic stats: COMPLETE Column stats: PARTIAL - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {KEY.reducesinkkey0} {VALUE._col0} outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 50 Data size: 27200 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 50 Data size: 0 Basic stats: PARTIAL Column stats: PARTIAL Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 50 Data size: 27200 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 50 Data size: 0 Basic stats: PARTIAL Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 50 Data size: 27200 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 50 Data size: 0 Basic stats: PARTIAL Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git ql/src/test/results/clientpositive/union22.q.out ql/src/test/results/clientpositive/union22.q.out index 248bac8..4422e71 100644 --- ql/src/test/results/clientpositive/union22.q.out +++ ql/src/test/results/clientpositive/union22.q.out @@ -673,7 +673,7 @@ STAGE PLANS: Map-reduce partition columns: k1 (type: string) Statistics: Num rows: 166 Data size: 3693 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: k1 (type: string), k2 (type: string), ds (type: string) + value expressions: k2 (type: string), ds (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -776,12 +776,12 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} - 1 {VALUE._col3} {VALUE._col4} + 0 {KEY.reducesinkkey0} {VALUE._col0} + 1 {VALUE._col2} {VALUE._col3} filter mappings: 0 [1, 1] filter predicates: - 0 {(VALUE._col4 = '1')} + 0 {(VALUE._col3 = '1')} 1 outputColumnNames: _col0, _col1, _col10, _col11 Statistics: Num rows: 182 Data size: 4062 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/union23.q.out ql/src/test/results/clientpositive/union23.q.out index 1ebcc1d..dd60d82 100644 --- ql/src/test/results/clientpositive/union23.q.out +++ ql/src/test/results/clientpositive/union23.q.out @@ -41,7 +41,6 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -66,9 +65,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union24.q.out ql/src/test/results/clientpositive/union24.q.out index 1a086da..f1df435 100644 --- ql/src/test/results/clientpositive/union24.q.out +++ ql/src/test/results/clientpositive/union24.q.out @@ -817,7 +817,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -918,8 +917,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -1391,7 +1390,6 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE tag: 0 - value expressions: key (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1492,7 +1490,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/union26.q.out ql/src/test/results/clientpositive/union26.q.out index 867f305..e191c6d 100644 --- ql/src/test/results/clientpositive/union26.q.out +++ ql/src/test/results/clientpositive/union26.q.out @@ -71,13 +71,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + value expressions: value (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/union3.q.out ql/src/test/results/clientpositive/union3.q.out index e654198..2553f8e 100644 --- ql/src/test/results/clientpositive/union3.q.out +++ ql/src/test/results/clientpositive/union3.q.out @@ -60,7 +60,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -151,7 +151,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -182,7 +182,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -207,9 +207,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false @@ -233,7 +234,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Reduce Operator Tree: - Extract + Select Operator Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE Limit Number of rows: 1 @@ -258,9 +259,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE - value expressions: _col0 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int) + outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 5812 Basic stats: PARTIAL Column stats: COMPLETE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union32.q.out ql/src/test/results/clientpositive/union32.q.out index 9ab607d..ffd45ba 100644 --- ql/src/test/results/clientpositive/union32.q.out +++ ql/src/test/results/clientpositive/union32.q.out @@ -63,7 +63,6 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) TableScan alias: t2 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -81,9 +80,10 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0 Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -174,13 +174,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE @@ -318,7 +317,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -332,7 +330,7 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE @@ -470,7 +468,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -479,14 +476,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -623,7 +619,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE @@ -632,14 +627,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col0} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col4 Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/union34.q.out ql/src/test/results/clientpositive/union34.q.out index 59bff92..b21287c 100644 --- ql/src/test/results/clientpositive/union34.q.out +++ ql/src/test/results/clientpositive/union34.q.out @@ -97,7 +97,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col0} {_col1} + 0 {_col1} 1 keys: 0 _col0 (type: string) @@ -129,7 +129,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_4 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -153,7 +153,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -186,11 +186,13 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Local Work: Map Reduce Local Work Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -313,13 +315,13 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col1} + 0 {KEY.reducesinkkey0} {VALUE._col0} 1 outputColumnNames: _col0, _col1 Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE @@ -348,7 +350,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_3 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -372,7 +374,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) TableScan alias: src10_4 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE @@ -396,9 +398,11 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) + value expressions: _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31 Data size: 322 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union_lateralview.q.out ql/src/test/results/clientpositive/union_lateralview.q.out index 7fa6071..ead5eb2 100644 --- ql/src/test/results/clientpositive/union_lateralview.q.out +++ ql/src/test/results/clientpositive/union_lateralview.q.out @@ -60,7 +60,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: src Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -162,8 +161,8 @@ STAGE PLANS: condition map: Left Outer Join0 to 1 condition expressions: - 0 {VALUE._col0} {VALUE._col2} - 1 {VALUE._col0} + 0 {VALUE._col0} {VALUE._col1} + 1 {KEY.reducesinkkey0} outputColumnNames: _col0, _col2, _col3 Statistics: Num rows: 127 Data size: 25572 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/union_ppr.q.out ql/src/test/results/clientpositive/union_ppr.q.out index ef2578e..2a4d71b 100644 --- ql/src/test/results/clientpositive/union_ppr.q.out +++ ql/src/test/results/clientpositive/union_ppr.q.out @@ -135,7 +135,6 @@ STAGE PLANS: sort order: ++++ Statistics: Num rows: 38 Data size: 7614 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) TableScan alias: y Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE @@ -159,7 +158,6 @@ STAGE PLANS: sort order: ++++ Statistics: Num rows: 38 Data size: 7614 Basic stats: COMPLETE Column stats: NONE tag: -1 - value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -172,7 +170,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -180,10 +178,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -218,7 +216,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE false bucket_count -1 columns key,value columns.comments defaultdefault @@ -226,10 +224,10 @@ STAGE PLANS: #### A masked pattern was here #### name default.srcpart numFiles 1 - numRows 0 + numRows -1 partition_columns ds/hr partition_columns.types string:string - rawDataSize 0 + rawDataSize -1 serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -260,7 +258,9 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] Needs Tagging: false Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 38 Data size: 7614 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/union_remove_12.q.out ql/src/test/results/clientpositive/union_remove_12.q.out index dd6c42d..c897d61 100644 --- ql/src/test/results/clientpositive/union_remove_12.q.out +++ ql/src/test/results/clientpositive/union_remove_12.q.out @@ -141,7 +141,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {val} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/union_remove_13.q.out ql/src/test/results/clientpositive/union_remove_13.q.out index c10e7eb..eaf74a6 100644 --- ql/src/test/results/clientpositive/union_remove_13.q.out +++ ql/src/test/results/clientpositive/union_remove_13.q.out @@ -164,7 +164,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {val} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/union_remove_14.q.out ql/src/test/results/clientpositive/union_remove_14.q.out index 50d8f32..7f15947 100644 --- ql/src/test/results/clientpositive/union_remove_14.q.out +++ ql/src/test/results/clientpositive/union_remove_14.q.out @@ -143,7 +143,7 @@ STAGE PLANS: Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE HashTable Sink Operator condition expressions: - 0 {key} + 0 1 {val} keys: 0 key (type: string) diff --git ql/src/test/results/clientpositive/union_remove_23.q.out ql/src/test/results/clientpositive/union_remove_23.q.out index 4cfa0e0..8e714df 100644 --- ql/src/test/results/clientpositive/union_remove_23.q.out +++ ql/src/test/results/clientpositive/union_remove_23.q.out @@ -140,13 +140,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 0 Data size: 30 Basic stats: PARTIAL Column stats: NONE - value expressions: key (type: string) Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} + 0 {KEY.reducesinkkey0} 1 outputColumnNames: _col0 Statistics: Num rows: 0 Data size: 33 Basic stats: PARTIAL Column stats: NONE diff --git ql/src/test/results/clientpositive/union_remove_25.q.out ql/src/test/results/clientpositive/union_remove_25.q.out index 6c3378d..7751a4cc 100644 --- ql/src/test/results/clientpositive/union_remove_25.q.out +++ ql/src/test/results/clientpositive/union_remove_25.q.out @@ -299,7 +299,9 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 500 @@ -347,7 +349,9 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 500 @@ -479,7 +483,9 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1000 @@ -528,7 +534,9 @@ STAGE PLANS: Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 58 Data size: 11624 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 1000 diff --git ql/src/test/results/clientpositive/union_top_level.q.out ql/src/test/results/clientpositive/union_top_level.q.out index fcb0161..ccb0b93 100644 --- ql/src/test/results/clientpositive/union_top_level.q.out +++ ql/src/test/results/clientpositive/union_top_level.q.out @@ -47,7 +47,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -126,7 +128,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -159,7 +163,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -232,7 +238,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: s2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -247,8 +252,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -274,7 +279,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -329,7 +336,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) TableScan alias: s2 Statistics: Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE @@ -344,8 +350,8 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col0} - 1 {VALUE._col1} + 0 {KEY.reducesinkkey0} + 1 {VALUE._col0} outputColumnNames: _col0, _col5 Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE Select Operator @@ -371,7 +377,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 1010 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -475,7 +483,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -613,7 +623,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -646,7 +658,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -751,7 +765,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -885,7 +901,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -918,7 +936,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1018,7 +1038,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1152,7 +1174,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 @@ -1185,7 +1209,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: string), VALUE._col1 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 3 diff --git ql/src/test/results/clientpositive/union_view.q.out ql/src/test/results/clientpositive/union_view.q.out index a425131..048df30 100644 --- ql/src/test/results/clientpositive/union_view.q.out +++ ql/src/test/results/clientpositive/union_view.q.out @@ -686,7 +686,7 @@ STAGE PLANS: key expressions: _col2 (type: string) sort order: + Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: int), _col1 (type: string) TableScan alias: src_union_1 filterExpr: ((key = 86) and ds is not null) (type: boolean) @@ -708,7 +708,7 @@ STAGE PLANS: key expressions: _col2 (type: string) sort order: + Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: int), _col1 (type: string) TableScan alias: src_union_3 filterExpr: ((key = 86) and ds is not null) (type: boolean) @@ -730,9 +730,11 @@ STAGE PLANS: key expressions: _col2 (type: string) sort order: + Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + value expressions: _col0 (type: int), _col1 (type: string) Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1250 Data size: 13280 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/vector_between_in.q.out ql/src/test/results/clientpositive/vector_between_in.q.out index 56b1b0d..78e340b 100644 --- ql/src/test/results/clientpositive/vector_between_in.q.out +++ ql/src/test/results/clientpositive/vector_between_in.q.out @@ -31,10 +31,11 @@ STAGE PLANS: key expressions: _col0 (type: date) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: date) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: date) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -130,10 +131,11 @@ STAGE PLANS: key expressions: _col0 (type: decimal(20,10)) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: decimal(20,10)) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(20,10)) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -229,10 +231,11 @@ STAGE PLANS: key expressions: _col0 (type: date) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: date) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: date) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -274,10 +277,11 @@ STAGE PLANS: key expressions: _col0 (type: date) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: date) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: date) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -319,10 +323,11 @@ STAGE PLANS: key expressions: _col0 (type: decimal(20,10)) sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: decimal(20,10)) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: decimal(20,10)) + outputColumnNames: _col0 Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out index 724e556..19e0b36 100644 --- ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out +++ ql/src/test/results/clientpositive/vector_decimal_mapjoin.q.out @@ -45,7 +45,7 @@ STAGE PLANS: Statistics: Num rows: 6144 Data size: 1082530 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {cdecimal1} {cint} + 0 {cdecimal1} 1 {cdecimal2} {cint} keys: 0 cint (type: int) diff --git ql/src/test/results/clientpositive/vector_non_string_partition.q.out ql/src/test/results/clientpositive/vector_non_string_partition.q.out index 0b19a0c..bbe0a57 100644 --- ql/src/test/results/clientpositive/vector_non_string_partition.q.out +++ ql/src/test/results/clientpositive/vector_non_string_partition.q.out @@ -52,10 +52,12 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: tinyint) + value expressions: _col1 (type: tinyint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: tinyint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 @@ -120,10 +122,11 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1024 Data size: 113013 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/vectorization_div0.q.out ql/src/test/results/clientpositive/vectorization_div0.q.out index deae991..b2321b4 100644 --- ql/src/test/results/clientpositive/vectorization_div0.q.out +++ ql/src/test/results/clientpositive/vectorization_div0.q.out @@ -183,10 +183,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint), _col1 (type: double) sort order: ++ Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: double), _col2 (type: double) + value expressions: _col2 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 @@ -342,17 +344,19 @@ STAGE PLANS: predicate: ((cdouble >= (- 500)) and (cdouble < (- 199))) (type: boolean) Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: (cdouble + 200.0) (type: double), (cbigint / (cdouble + 200.0)) (type: double), ((cdouble + 200.0) / (cdouble + 200.0)) (type: double), (cbigint / (cdouble + 200.0)) (type: double), (3 / (cdouble + 200.0)) (type: double), (1.2 / (cdouble + 200.0)) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + expressions: (cdouble + 200.0) (type: double), (cbigint / (cdouble + 200.0)) (type: double), ((cdouble + 200.0) / (cdouble + 200.0)) (type: double), (3 / (cdouble + 200.0)) (type: double), (1.2 / (cdouble + 200.0)) (type: double) + outputColumnNames: _col0, _col1, _col2, _col4, _col5 Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: double) sort order: ++ Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double) + value expressions: _col2 (type: double), _col4 (type: double), _col5 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: double), KEY.reducesinkkey1 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 2619 Data size: 41904 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 diff --git ql/src/test/results/clientpositive/vectorization_limit.q.out ql/src/test/results/clientpositive/vectorization_limit.q.out index f531a45..9bc95ac 100644 --- ql/src/test/results/clientpositive/vectorization_limit.q.out +++ ql/src/test/results/clientpositive/vectorization_limit.q.out @@ -88,10 +88,12 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 11789 Data size: 188626 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: tinyint), _col1 (type: double), _col2 (type: smallint) + value expressions: _col2 (type: smallint) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: double), VALUE._col0 (type: smallint) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 11789 Data size: 188626 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 @@ -438,10 +440,12 @@ STAGE PLANS: key expressions: _col0 (type: tinyint) sort order: + Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: tinyint), _col1 (type: double) + value expressions: _col1 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), VALUE._col0 (type: double) + outputColumnNames: _col0, _col1 Statistics: Num rows: 31436 Data size: 377237 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 0 @@ -535,9 +539,10 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 7859 Data size: 94309 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 - value expressions: _col0 (type: double), _col1 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey1 (type: double), KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 7859 Data size: 94309 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 20 diff --git ql/src/test/results/clientpositive/vectorization_part_project.q.out ql/src/test/results/clientpositive/vectorization_part_project.q.out index 73440d2..53917db 100644 --- ql/src/test/results/clientpositive/vectorization_part_project.q.out +++ ql/src/test/results/clientpositive/vectorization_part_project.q.out @@ -68,10 +68,11 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 200 Data size: 41576 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double) + outputColumnNames: _col0 Statistics: Num rows: 200 Data size: 41576 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 diff --git ql/src/test/results/clientpositive/vectorization_short_regress.q.out ql/src/test/results/clientpositive/vectorization_short_regress.q.out index 9bd65f5..5b23850 100644 --- ql/src/test/results/clientpositive/vectorization_short_regress.q.out +++ ql/src/test/results/clientpositive/vectorization_short_regress.q.out @@ -2500,10 +2500,12 @@ STAGE PLANS: key expressions: _col8 (type: boolean), _col1 (type: string), _col3 (type: timestamp), _col5 (type: float), _col6 (type: bigint), _col1 (type: string), _col4 (type: double), _col0 (type: int), _col7 (type: smallint), _col4 (type: double) sort order: ++++++++++ Statistics: Num rows: 1195 Data size: 334668 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: boolean), _col3 (type: timestamp), _col4 (type: double), _col5 (type: float), _col6 (type: bigint), _col7 (type: smallint), _col8 (type: boolean), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: float), _col13 (type: bigint), _col14 (type: double), _col15 (type: double), _col16 (type: bigint), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: smallint), _col21 (type: int) + value expressions: _col2 (type: boolean), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: float), _col13 (type: bigint), _col14 (type: double), _col15 (type: double), _col16 (type: bigint), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: smallint), _col21 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey7 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: boolean), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey0 (type: boolean), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: bigint), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: bigint), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: smallint), VALUE._col13 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 Statistics: Num rows: 1195 Data size: 334668 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -3253,17 +3255,19 @@ STAGE PLANS: predicate: (((((- 1.389) >= cint) and ((csmallint < ctinyint) and ((- 6432) > csmallint))) or ((cdouble >= cfloat) and (cstring2 <= 'a'))) or ((cstring1 like 'ss%') and (10.175 > cbigint))) (type: boolean) Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: ctimestamp1 (type: timestamp), cstring2 (type: string), cdouble (type: double), cfloat (type: float), cbigint (type: bigint), csmallint (type: smallint), (cbigint / 3569) (type: double), ((- 257) - csmallint) (type: int), ((- 6432) * cfloat) (type: float), (- cdouble) (type: double), (cdouble * 10.175) (type: double), (((- 6432) * cfloat) / cfloat) (type: double), (- cfloat) (type: float), (cint % csmallint) (type: int), (- cdouble) (type: double), (cdouble * (- cdouble)) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + expressions: ctimestamp1 (type: timestamp), cstring2 (type: string), (cdouble * 10.175) (type: double), (((- 6432) * cfloat) / cfloat) (type: double), (- cfloat) (type: float), (cint % csmallint) (type: int), (cdouble * (- cdouble)) (type: double), cdouble (type: double), cfloat (type: float), cbigint (type: bigint), csmallint (type: smallint), (cbigint / 3569) (type: double), ((- 257) - csmallint) (type: int), ((- 6432) * cfloat) (type: float), (- cdouble) (type: double) + outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col15, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col5 (type: smallint), _col1 (type: string), _col2 (type: double) sort order: +++ Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: timestamp), _col1 (type: string), _col2 (type: double), _col3 (type: float), _col4 (type: bigint), _col5 (type: smallint), _col6 (type: double), _col7 (type: int), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: int), _col14 (type: double), _col15 (type: double) + value expressions: _col0 (type: timestamp), _col3 (type: float), _col4 (type: bigint), _col6 (type: double), _col7 (type: int), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: int), _col15 (type: double) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: VALUE._col0 (type: timestamp), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: double), VALUE._col1 (type: float), VALUE._col2 (type: bigint), KEY.reducesinkkey0 (type: smallint), VALUE._col3 (type: double), VALUE._col4 (type: int), VALUE._col5 (type: float), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: float), VALUE._col10 (type: int), VALUE._col6 (type: double), VALUE._col11 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 Statistics: Num rows: 436 Data size: 118669 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -4111,9 +4115,11 @@ STAGE PLANS: key expressions: _col0 (type: smallint) sort order: + Statistics: Num rows: 1371 Data size: 38389 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: int), _col7 (type: double), _col8 (type: int), _col9 (type: bigint), _col10 (type: bigint) + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: int), _col7 (type: double), _col8 (type: int), _col9 (type: bigint), _col10 (type: bigint) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: int), VALUE._col6 (type: double), VALUE._col7 (type: int), VALUE._col8 (type: bigint), VALUE._col9 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 Statistics: Num rows: 1371 Data size: 38389 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -5728,8 +5734,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: double), _col1 (type: double), (2563.58 * _col1) (type: double), (- _col1) (type: double), _col2 (type: bigint), ((2563.58 * _col1) + (- 5638.15)) (type: double), ((- _col1) * ((2563.58 * _col1) + (- 5638.15))) (type: double), _col3 (type: double), _col4 (type: double), (_col0 - (- _col1)) (type: double), _col5 (type: double), (_col0 + _col1) (type: double), (_col0 * 762) (type: double), _col6 (type: double), ((- 863.257) % (_col0 * 762)) (type: double), _col6 (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + expressions: _col0 (type: double), _col1 (type: double), _col5 (type: double), (_col0 + _col1) (type: double), (_col0 * 762) (type: double), _col6 (type: double), ((- 863.257) % (_col0 * 762)) (type: double), (2563.58 * _col1) (type: double), (- _col1) (type: double), _col2 (type: bigint), ((2563.58 * _col1) + (- 5638.15)) (type: double), ((- _col1) * ((2563.58 * _col1) + (- 5638.15))) (type: double), _col3 (type: double), _col4 (type: double), (_col0 - (- _col1)) (type: double) + outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col14, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -5746,9 +5752,11 @@ STAGE PLANS: key expressions: _col0 (type: double) sort order: + Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double) + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col12 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 Statistics: Num rows: 1454 Data size: 40713 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -6482,8 +6490,8 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: boolean), _col1 (type: float), (- _col1) (type: float), ((- 26.28) / _col1) (type: double), _col2 (type: bigint), (_col2 - 10.175) (type: double), _col3 (type: double), (_col3 % _col1) (type: double), (10.175 + (- _col1)) (type: double), _col4 (type: double), ((_col2 - 10.175) + _col3) (type: double), _col5 (type: bigint), _col6 (type: double), (- (10.175 + (- _col1))) (type: double), (79.553 / _col6) (type: double), (_col3 % (79.553 / _col6)) (type: double), (- (10.175 + (- _col1))) (type: double), _col7 (type: bigint), _col8 (type: double), ((- 1.389) * _col5) (type: double), (_col7 - ((- 1.389) * _col5)) (type: double), _col9 (type: double), (- (_col7 - ((- 1.389) * _col5))) (type: double), _col10 (type: double), (- _col10) (type: double), (_col10 * _col7) (type: double) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25 + expressions: _col0 (type: boolean), _col1 (type: float), ((_col2 - 10.175) + _col3) (type: double), _col5 (type: bigint), _col6 (type: double), (- (10.175 + (- _col1))) (type: double), (79.553 / _col6) (type: double), (_col3 % (79.553 / _col6)) (type: double), _col7 (type: bigint), _col8 (type: double), ((- 1.389) * _col5) (type: double), (- _col1) (type: float), (_col7 - ((- 1.389) * _col5)) (type: double), _col9 (type: double), (- (_col7 - ((- 1.389) * _col5))) (type: double), _col10 (type: double), (- _col10) (type: double), (_col10 * _col7) (type: double), ((- 26.28) / _col1) (type: double), _col2 (type: bigint), (_col2 - 10.175) (type: double), _col3 (type: double), (_col3 % _col1) (type: double), (10.175 + (- _col1)) (type: double), _col4 (type: double) + outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col14, _col15, _col17, _col18, _col19, _col2, _col20, _col21, _col22, _col23, _col24, _col25, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -6500,9 +6508,11 @@ STAGE PLANS: key expressions: _col0 (type: boolean) sort order: + Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: boolean), _col1 (type: float), _col2 (type: float), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col16 (type: double), _col17 (type: bigint), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double), _col22 (type: double), _col23 (type: double), _col24 (type: double), _col25 (type: double) + value expressions: _col1 (type: float), _col2 (type: float), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col17 (type: bigint), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double), _col22 (type: double), _col23 (type: double), _col24 (type: double), _col25 (type: double) Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: float), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: bigint), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col14 (type: double), VALUE._col12 (type: double), VALUE._col15 (type: bigint), VALUE._col16 (type: double), VALUE._col17 (type: double), VALUE._col18 (type: double), VALUE._col19 (type: double), VALUE._col20 (type: double), VALUE._col21 (type: double), VALUE._col22 (type: double), VALUE._col23 (type: double) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25 Statistics: Num rows: 261 Data size: 73094 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/clientpositive/vectorized_context.q.out ql/src/test/results/clientpositive/vectorized_context.q.out index 6471f18..a65d69d 100644 --- ql/src/test/results/clientpositive/vectorized_context.q.out +++ ql/src/test/results/clientpositive/vectorized_context.q.out @@ -115,7 +115,7 @@ STAGE PLANS: Statistics: Num rows: 6075 Data size: 24300 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {_col6} {_col2} + 0 {_col2} {_col6} 1 keys: 0 _col1 (type: int) @@ -153,15 +153,15 @@ STAGE PLANS: condition map: Inner Join 0 to 1 condition expressions: - 0 {_col6} {_col2} + 0 {_col2} {_col6} 1 keys: 0 _col1 (type: int) 1 hd_demo_sk (type: int) - outputColumnNames: _col1, _col6 + outputColumnNames: _col2, _col6 Statistics: Num rows: 7350 Data size: 88009 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col1 (type: string), _col6 (type: double) + expressions: _col6 (type: string), _col2 (type: double) outputColumnNames: _col0, _col1 Statistics: Num rows: 7350 Data size: 88009 Basic stats: COMPLETE Column stats: NONE Limit diff --git ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out index cceafb5..af84d5e 100644 --- ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out +++ ql/src/test/results/clientpositive/vectorized_distinct_gby.q.out @@ -45,7 +45,6 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 5 Data size: 40 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint) Execution mode: vectorized Reduce Operator Tree: Group By Operator @@ -109,7 +108,6 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: struct), _col4 (type: struct) Execution mode: vectorized Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/vectorized_mapjoin.q.out ql/src/test/results/clientpositive/vectorized_mapjoin.q.out index 392c114..df436d0 100644 --- ql/src/test/results/clientpositive/vectorized_mapjoin.q.out +++ ql/src/test/results/clientpositive/vectorized_mapjoin.q.out @@ -25,7 +25,7 @@ STAGE PLANS: Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE HashTable Sink Operator condition expressions: - 0 {cint} + 0 1 {cint} keys: 0 cint (type: int) diff --git ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out index c4fb258..17683cd 100644 --- ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out +++ ql/src/test/results/clientpositive/vectorized_shufflejoin.q.out @@ -23,7 +23,6 @@ STAGE PLANS: sort order: + Map-reduce partition columns: cint (type: int) Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: cint (type: int) TableScan alias: t1 Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE @@ -32,15 +31,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: cint (type: int) Statistics: Num rows: 94309 Data size: 377237 Basic stats: COMPLETE Column stats: NONE - value expressions: cint (type: int) Execution mode: vectorized Reduce Operator Tree: Join Operator condition map: Inner Join 0 to 1 condition expressions: - 0 {VALUE._col2} - 1 {VALUE._col2} + 0 {KEY.reducesinkkey0} + 1 {KEY.reducesinkkey0} outputColumnNames: _col2, _col16 Statistics: Num rows: 103739 Data size: 414960 Basic stats: COMPLETE Column stats: NONE Select Operator diff --git ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out index 59f3edf..08e3c49 100644 --- ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out +++ ql/src/test/results/clientpositive/vectorized_timestamp_funcs.q.out @@ -108,10 +108,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -242,10 +244,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -376,10 +380,12 @@ STAGE PLANS: key expressions: _col0 (type: boolean) sort order: + Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: boolean), _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) + value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 40 Data size: 5694 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -514,10 +520,12 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 1 Data size: 103 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized Reduce Operator Tree: - Extract + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 1 Data size: 103 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false diff --git ql/src/test/results/compiler/plan/case_sensitivity.q.xml ql/src/test/results/compiler/plan/case_sensitivity.q.xml index 8ed0df6..550359d 100644 --- ql/src/test/results/compiler/plan/case_sensitivity.q.xml +++ ql/src/test/results/compiler/plan/case_sensitivity.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -897,34 +895,32 @@ - - - - - _col0 - - - - - - int - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + int + + + + + + + _col1 + + + + + + string + + + @@ -1011,40 +1007,38 @@ - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + @@ -1097,131 +1091,129 @@ - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - - - - mstringstring - - - src_thrift - - - - - - - - - - - - - map<string,string> - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + map<string,string> + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/cast1.q.xml ql/src/test/results/compiler/plan/cast1.q.xml index b9730c8..1143bc4 100644 --- ql/src/test/results/compiler/plan/cast1.q.xml +++ ql/src/test/results/compiler/plan/cast1.q.xml @@ -244,132 +244,130 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - double - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - - double - - - - - - - _col4 - - - - - - - - - int - - - - - - - _col5 - - - - - - - - boolean - - - - - boolean - - - - - - - _col6 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + double + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + + double + + + + + + + _col4 + + + + + + + + + int + + + + + + + _col5 + + + + + + + + boolean + + + + + boolean + + + + + + + _col6 + + + + + + + + + int + + + @@ -725,120 +723,118 @@ - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - - - - _c3 - - - _col3 - - - - - - double - - - - - - - _c4 - - - _col4 - - - - - - int - - - - - - - _c5 - - - _col5 - - - - - - boolean - - - - - - - _c6 - - - _col6 - - - - - - int - - - - + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + + + + + _c3 + + + _col3 + + + + + + double + + + + + + + _c4 + + + _col4 + + + + + + int + + + + + + + _c5 + + + _col5 + + + + + + boolean + + + + + + + _c6 + + + _col6 + + + + + + int + + + @@ -901,24 +897,22 @@ - - - - - key - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + @@ -962,69 +956,67 @@ - - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/groupby1.q.xml ql/src/test/results/compiler/plan/groupby1.q.xml index ccdcac3..af100ed 100755 --- ql/src/test/results/compiler/plan/groupby1.q.xml +++ ql/src/test/results/compiler/plan/groupby1.q.xml @@ -478,34 +478,32 @@ - - - - - KEY._col0 - - - - - - string - - - - - - - VALUE._col0 - - - - - - double - - - - + + + + KEY._col0 + + + + + + string + + + + + + + VALUE._col0 + + + + + + double + + + @@ -650,40 +648,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + @@ -818,40 +814,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -904,52 +898,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1135,40 +1127,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1242,37 +1232,35 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - - - - double - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + + + + double + + + @@ -1373,40 +1361,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + diff --git ql/src/test/results/compiler/plan/groupby2.q.xml ql/src/test/results/compiler/plan/groupby2.q.xml index 1c7f864..f9e1540 100755 --- ql/src/test/results/compiler/plan/groupby2.q.xml +++ ql/src/test/results/compiler/plan/groupby2.q.xml @@ -362,47 +362,45 @@ - - - - - KEY._col0 - - - - - - string - - - - - - - KEY._col1:0._col0 - - - - - - string - - - - - - - VALUE._col1 - - - - - - double - - - - + + + + KEY._col0 + + + + + + string + + + + + + + KEY._col1:0._col0 + + + + + + string + + + + + + + VALUE._col1 + + + + + + double + + + @@ -709,76 +707,74 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - bigint - - - - - bigint - - - - - - - _col3 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + bigint + + + + + bigint + + + + + + + _col3 + + + + + + + + + double + + + @@ -909,40 +905,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -995,52 +989,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1243,56 +1235,54 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - bigint - - - - - - - _col2 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + bigint + + + + + + + _col2 + + + + + + + + + string + + + @@ -1413,56 +1403,54 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - - - - _c1 - - - _col1 - - - - - - bigint - - - - - - - _c2 - - - _col2 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + string + + + + + + + _c1 + + + _col1 + + + + + + bigint + + + + + + + _c2 + + + _col2 + + + + + + string + + + @@ -1601,56 +1589,54 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - bigint - - - - - - - _col2 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + bigint + + + + + + + _col2 + + + + + + + + + double + + + diff --git ql/src/test/results/compiler/plan/groupby3.q.xml ql/src/test/results/compiler/plan/groupby3.q.xml index 4263f22..ee32e0e 100644 --- ql/src/test/results/compiler/plan/groupby3.q.xml +++ ql/src/test/results/compiler/plan/groupby3.q.xml @@ -426,73 +426,71 @@ - - - - - KEY._col0:0._col0 - - - - - - string - - - - - - - VALUE._col0 - - - - - - double - - - - - - - VALUE._col1 - - - - - - struct<count:bigint,sum:double,input:string> - - - - - - - VALUE._col3 - - - - - - string - - - - - - - VALUE._col4 - - - - - - string - - - - + + + + KEY._col0:0._col0 + + + + + + string + + + + + + + VALUE._col0 + + + + + + double + + + + + + + VALUE._col1 + + + + + + struct<count:bigint,sum:double,input:string> + + + + + + + VALUE._col3 + + + + + + string + + + + + + + VALUE._col4 + + + + + + string + + + @@ -927,104 +925,102 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - struct<count:bigint,sum:double,input:string> - - - - - - - _col3 - - - - - - - - - struct<count:bigint,sum:double,input:string> - - - - - - - _col4 - - - - - - - - - string - - - - - - - _col5 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + struct<count:bigint,sum:double,input:string> + + + + + + + _col3 + + + + + + + + + struct<count:bigint,sum:double,input:string> + + + + + + + _col4 + + + + + + + + + string + + + + + + + _col5 + + + + + + + + + string + + + @@ -1139,24 +1135,22 @@ - - - - - value - - - src - - - - - - string - - - - + + + + value + + + src + + + + + + string + + + @@ -1200,65 +1194,63 @@ - - - - - key - - - src - - - - - - string - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1461,88 +1453,86 @@ - - - - - _col0 - - - - - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - - string - - - - - - - _col4 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + + string + + + + + + + _col4 + + + + + + + + + string + + + @@ -1676,88 +1666,86 @@ - - - - - _c0 - - - _col0 - - - - - - double - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - - - - _c3 - - - _col3 - - - - - - string - - - - - - - _c4 - - - _col4 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + double + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + + + + + _c3 + + + _col3 + + + + + + string + + + + + + + _c4 + + + _col4 + + + + + + string + + + @@ -1967,88 +1955,86 @@ - - - - - _col0 - - - - - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - - string - - - - - - - _col4 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + + string + + + + + + + _col4 + + + + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/groupby4.q.xml ql/src/test/results/compiler/plan/groupby4.q.xml index c230799..1822733 100644 --- ql/src/test/results/compiler/plan/groupby4.q.xml +++ ql/src/test/results/compiler/plan/groupby4.q.xml @@ -304,21 +304,19 @@ - - - - - KEY._col0 - - - - - - string - - - - + + + + KEY._col0 + + + + + + string + + + @@ -437,24 +435,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -573,24 +569,22 @@ - - - - - key - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + @@ -634,65 +628,63 @@ - - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -895,24 +887,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -966,24 +956,22 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + string + + + @@ -1051,24 +1039,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/groupby5.q.xml ql/src/test/results/compiler/plan/groupby5.q.xml index fc9b686..0bfc684 100644 --- ql/src/test/results/compiler/plan/groupby5.q.xml +++ ql/src/test/results/compiler/plan/groupby5.q.xml @@ -330,34 +330,32 @@ - - - - - KEY._col0 - - - - - - string - - - - - - - VALUE._col0 - - - - - - double - - - - + + + + KEY._col0 + + + + + + string + + + + + + + VALUE._col0 + + + + + + double + + + @@ -502,40 +500,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + @@ -670,40 +666,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -756,52 +750,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1004,40 +996,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + @@ -1111,43 +1101,41 @@ - - - - - key - - - _col0 - - - src - - - - - - string - - - - - - - _c1 - - - _col1 - - - - - - double - - - - + + + + key + + + _col0 + + + src + + + + + + string + + + + + + + _c1 + + + _col1 + + + + + + double + + + @@ -1248,40 +1236,38 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + double + + + diff --git ql/src/test/results/compiler/plan/groupby6.q.xml ql/src/test/results/compiler/plan/groupby6.q.xml index a7fa37a..5b3696c 100644 --- ql/src/test/results/compiler/plan/groupby6.q.xml +++ ql/src/test/results/compiler/plan/groupby6.q.xml @@ -304,21 +304,19 @@ - - - - - KEY._col0 - - - - - - string - - - - + + + + KEY._col0 + + + + + + string + + + @@ -437,24 +435,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -573,24 +569,22 @@ - - - - - value - - - src - - - - - - string - - - - + + + + value + + + src + + + + + + string + + + @@ -634,65 +628,63 @@ - - - - - key - - - src - - - - - - string - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -895,24 +887,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -966,24 +956,22 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + string + + + @@ -1051,24 +1039,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input1.q.xml ql/src/test/results/compiler/plan/input1.q.xml index 7dee05b..24a2da9 100755 --- ql/src/test/results/compiler/plan/input1.q.xml +++ ql/src/test/results/compiler/plan/input1.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -848,40 +846,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -948,40 +944,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -1034,56 +1028,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input2.q.xml ql/src/test/results/compiler/plan/input2.q.xml index 62cd3ed..57146f6 100755 --- ql/src/test/results/compiler/plan/input2.q.xml +++ ql/src/test/results/compiler/plan/input2.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -727,40 +725,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1225,40 +1221,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1852,40 +1846,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1952,40 +1944,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -2119,40 +2109,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -2262,14 +2250,12 @@ - - - - - - - - + + + + + + @@ -2403,37 +2389,35 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - - - - int - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + + + + int + + + @@ -2492,11 +2476,9 @@ - - - - - + + + @@ -2549,56 +2531,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input20.q.xml ql/src/test/results/compiler/plan/input20.q.xml index 91c20a2..3efbc07 100644 --- ql/src/test/results/compiler/plan/input20.q.xml +++ ql/src/test/results/compiler/plan/input20.q.xml @@ -1,1395 +1,1347 @@ - -#### A masked pattern was here #### - - - Stage-1 - - - - - true - - - - - tmap:src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - tmap:src - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - key - - - _col0 - - - - - - string - - - - - - - value - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - double,double - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - serialization.last.column.takes.rest - true - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - - - - - key - - - src - - - - - - - - - - - - int - - - - - 5 - - - - - - - - - false - - - - - - - double - - - - - - - _col0 - - - - - - - key - - - src - - - - - - - - - - - - - 2 - - - - - - - - - false - - - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - double - - - - - - - _col1 - - - - - - double - - - - - - - - - - - - - - src - - - - - 0 - - - - - - - key - - - - - - - - - - TS_0 - - - - - key - - - - - - - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - - - - - - - - - - #### A masked pattern was here #### - - - tmap:src - - - - - - - #### A masked pattern was here #### - - - src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - -1 - - - - - - - - - - - - - - - - - #### A masked pattern was here #### - - - - - NONE - - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - hive.serialization.extend.nesting.levels - true - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 1 - - - columns.types - string:string - - - escape.delim - \ - - - - - - - 1 - - - - - FS_7 - - - - - - - - - - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_6 - - - - - - - - - - - - - - key - - - _col0 - - - - - - string - - - - - - - value - - - _col1 - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_5 - - - - - - - - - - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + Stage-1 + + + + + true + + + + + tmap:src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + tmap:src + + + + + + + + + + + + + + VALUE._col1 + + + _col1 + + + + + string + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + KEY.reducesinkkey0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + key + + + VALUE._col0 + + + tmap + + + + + + string + + + + + + + value + + + VALUE._col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + double,double + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + serialization.last.column.takes.rest + true + + + + + + + + + SCR_2 + + + + + + + + + + + + + key + + + _col0 + + + + + + string + + + + + + + value + + + _col1 + + + + + + string + + + + + + + + + + + + + _col1 + + + + + + + key + + + src + + + + + + + + + + + + int + + + + + 5 + + + + + + + + + false + + + + + + + double + + + + + + + _col0 + + + + + + + key + + + src + + + + + + + + + + + + + 2 + + + + + + + + + false + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + _col0 + + + + + + double + + + + + + + _col1 + + + + + + double + + + + + + + + + + + + + src + + + + + 0 + + + + + + + key + + + + + + + + + + TS_0 + + + + + key + + + + + + + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + + + + + + + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + -1 + + + + + + + + + + + + + + #### A masked pattern was here #### + + + + + NONE + + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + hive.serialization.extend.nesting.levels + true + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 1 + + + columns.types + string:string + + + escape.delim + \ + + + + + + + 1 + + + + + FS_7 + + + + + + + + + + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + uniq -c | sed "s@^ *@@" | sed "s@\t@_@" | sed "s@ @\t@" + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_6 + + + + + + + + + + + + + key + + + _col0 + + + + + + string + + + + + + + value + + + _col1 + + + + + + string + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + + + + + + _col0 + + + VALUE._col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_4 + + + + + + + + + + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input3.q.xml ql/src/test/results/compiler/plan/input3.q.xml index 6342d16..c55fee9 100755 --- ql/src/test/results/compiler/plan/input3.q.xml +++ ql/src/test/results/compiler/plan/input3.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -727,40 +725,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1284,40 +1280,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1783,24 +1777,22 @@ - - - - - _col0 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + @@ -2321,40 +2313,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -2421,40 +2411,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -2588,40 +2576,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -2731,14 +2717,12 @@ - - - - - - - - + + + + + + @@ -2872,37 +2856,35 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - - - - int - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + + + + int + + + @@ -3012,11 +2994,9 @@ - - - - - + + + @@ -3121,27 +3101,25 @@ - - - - - value - - - _col0 - - - src - - - - - - string - - - - + + + + value + + + _col0 + + + src + + + + + + string + + + @@ -3200,14 +3178,12 @@ - - - - - - - - + + + + + + @@ -3260,56 +3236,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input4.q.xml ql/src/test/results/compiler/plan/input4.q.xml index 1bfd84d..4652ae6 100755 --- ql/src/test/results/compiler/plan/input4.q.xml +++ ql/src/test/results/compiler/plan/input4.q.xml @@ -1,1362 +1,1316 @@ - -#### A masked pattern was here #### - - - - - - - - - - - Stage-2 - - - - - - - - - - - - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - - - Stage-0 - - - - - - - - - - - - - - - - HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME - - - HIVE_DEFAULT_LIST_BUCKETING_KEY - - - - - - - - - - - - - - - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - Stage-1 - - - - - true - - - - - tmap:src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - tmap:src - - - - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - tkey - - - _col0 - - - - - - string - - - - - - - tvalue - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - - - - - - - - - int - - - - - 100 - - - - - - - - - - - - boolean - - - - - - - - - FIL_8 - - - - - - - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - /bin/cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - value - - - src - - - - - - - - _col0 - - - key - - - src - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - - - - - - - - - - - src - - - - - 0 - - - 1 - - - - - - - key - - - value - - - - - - - - - - TS_0 - - - - - key - - - value - - - - - - - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - - - - - - - - - true - - - - #### A masked pattern was here #### - - - tmap:src - - - - - - - #### A masked pattern was here #### - - - src - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - - - - name - default.src - - - numFiles - 1 - - - columns.types - string:string - - - serialization.ddl - struct src { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - rawDataSize - 0 - - - columns.comments - defaultdefault - - - numRows - 0 - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - COLUMN_STATS_ACCURATE - true - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - totalSize - 5812 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - true - - - - - - -1 - - - - - - - - - - - - - 1 - - - - #### A masked pattern was here #### - - - - - NONE - - - - true - - - - - - 150 - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - - 1 - - - - - FS_7 - - - - - - - - - - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_6 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + Stage-1 + + + + + true + + + + + tmap:src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + tmap:src + + + + + + + + + + + + + + + + + VALUE._col1 + + + _col1 + + + + + string + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + KEY.reducesinkkey0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + tkey + + + VALUE._col0 + + + tmap + + + + + + string + + + + + + + tvalue + + + VALUE._col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + + + + + + int + + + + + 100 + + + + + + + + + + + + boolean + + + + + + + + + FIL_8 + + + + + + + + + + + + + tkey + + + _col0 + + + + + + string + + + + + + + tvalue + + + _col1 + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_2 + + + + + + + + + + + + + + + + + + + + _col1 + + + value + + + src + + + + + + + + _col0 + + + key + + + src + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + + + + + + + src + + + + + 0 + + + 1 + + + + + + + key + + + value + + + + + + + + + + TS_0 + + + + + key + + + value + + + + + + + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + + + + + + + + + true + + + + #### A masked pattern was here #### + + + tmap:src + + + + + + + #### A masked pattern was here #### + + + src + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + + + + name + default.src + + + numFiles + 1 + + + columns.types + string:string + + + serialization.ddl + struct src { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + rawDataSize + 0 + + + columns.comments + defaultdefault + + + numRows + 0 + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + COLUMN_STATS_ACCURATE + true + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + totalSize + 5812 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + true + + + + + + -1 + + + + + + + + + + 1 + + + + #### A masked pattern was here #### + + + + + NONE + + + + true + + + + + + 150 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + FS_7 + + + + + + + + + + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + + + + + + _col0 + + + VALUE._col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_4 + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input5.q.xml ql/src/test/results/compiler/plan/input5.q.xml index af6cd5b..d65bd3e 100644 --- ql/src/test/results/compiler/plan/input5.q.xml +++ ql/src/test/results/compiler/plan/input5.q.xml @@ -1,1428 +1,1382 @@ - -#### A masked pattern was here #### - - - - - - - - - - - Stage-2 - - - - - - - - - - - - #### A masked pattern was here #### - - - - - - - - - - - - - - - - - - - Stage-0 - - - - - - - - - - - - - - - - HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME - - - HIVE_DEFAULT_LIST_BUCKETING_KEY - - - - - - - - - - - - - - - - - true - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - name - default.dest1 - - - columns.types - string:string - - - serialization.ddl - struct dest1 { string key, string value} - - - serialization.format - 1 - - - columns - key,value - - - columns.comments - defaultdefault - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - file.inputformat - org.apache.hadoop.mapred.TextInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - location - #### A masked pattern was here #### - - - transient_lastDdlTime - #### A masked pattern was here #### - - - - - - - - - - - - - - - Stage-1 - - - - - true - - - - - tmap:src_thrift - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - - - - name - default.src_thrift - - - columns.types - - - - serialization.ddl - struct src_thrift { } - - - columns - - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - columns.comments - - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - bucket_count - -1 - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - location - #### A masked pattern was here #### - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns.types - - - - location - #### A masked pattern was here #### - - - columns - - - - COLUMN_STATS_ACCURATE - true - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - numRows - 0 - - - numFiles - 1 - - - serialization.ddl - struct src_thrift { } - - - transient_lastDdlTime - #### A masked pattern was here #### - - - rawDataSize - 0 - - - columns.comments - - - - totalSize - 1606 - - - bucket_count - -1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - name - default.src_thrift - - - - - - - - - - - tmap:src_thrift - - - - - - - - - - - - - - _col1 - - - _col1 - - - - - string - - - - - - - _col0 - - - _col0 - - - - - - - - - - - - - - - - - - - _col0 - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - reducesinkkey0 - - - serialization.lib - org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe - - - serialization.sort.order - + - - - columns.types - string - - - - - - - -1 - - - 1 - - - -1 - - - - - reducesinkkey0 - - - - - - - _col0 - - - _col1 - - - - - - - - - _col0 - - - - - - - - - - -1 - - - - - - - - - - - - - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe - - - columns.types - string,string - - - escape.delim - \ - - - - - - - - - RS_3 - - - - - - - - - - - - - - tkey - - - _col0 - - - - - - string - - - - - - - tvalue - - - _col1 - - - - - - string - - - - - - - - - - - - - - - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - org.apache.hadoop.hive.ql.exec.TextRecordWriter - - - org.apache.hadoop.hive.ql.exec.TextRecordReader - - - /bin/cat - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - KEY - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.DelimitedJSONSerDe - - - serialization.format - 9 - - - columns.types - array<int>,array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - - - org.apache.hadoop.mapred.TextInputFormat - - - org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - - - - - field.delim - 9 - - - columns - _col0,_col1 - - - serialization.lib - org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - - serialization.format - 9 - - - columns.types - string,string - - - - - - - - - SCR_2 - - - - - - - - - - - - - - - - - - - - _col1 - - - lintstring - - - src_thrift - - - - - - - - - myint - - - mystring - - - underscore_int - - - - - - - - - int - - - - - - - - - - - - - - - - - - - _col0 - - - lint - - - src_thrift - - - - - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_1 - - - - - - - - - - - - - - _col0 - - - - - - array<int> - - - - - - - _col1 - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - - - - - - - - src_thrift - - - - - 2 - - - 4 - - - - - - - lint - - - lintstring - - - - - - - - - - TS_0 - - - - - lint - - - lintstring - - - - - - - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - mstringstring - - - src_thrift - - - - - - - - - - - - - map<string,string> - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - - - - - - - - - true - - - - #### A masked pattern was here #### - - - tmap:src_thrift - - - - - - - #### A masked pattern was here #### - - - src_thrift - - - org.apache.hadoop.mapred.SequenceFileInputFormat - - - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - - - - - - columns.types - - - - location - #### A masked pattern was here #### - - - columns - - - - COLUMN_STATS_ACCURATE - true - - - serialization.format - org.apache.thrift.protocol.TBinaryProtocol - - - numRows - 0 - - - numFiles - 1 - - - serialization.ddl - struct src_thrift { } - - - transient_lastDdlTime - #### A masked pattern was here #### - - - rawDataSize - 0 - - - columns.comments - - - - totalSize - 1606 - - - bucket_count - -1 - - - file.outputformat - org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - - - serialization.lib - org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer - - - serialization.class - org.apache.hadoop.hive.serde2.thrift.test.Complex - - - file.inputformat - org.apache.hadoop.mapred.SequenceFileInputFormat - - - name - default.src_thrift - - - - - - - - - - - - - - true - - - - - - -1 - - - - - - - - - - - - - 1 - - - - #### A masked pattern was here #### - - - - - NONE - - - - true - - - - - - 150 - - - 1 - - - #### A masked pattern was here #### - - - true - - - - - - 1 - - - - - FS_6 - - - - - - - - - - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - - _col1 - - - tmap - - - - - - - - _col0 - - - _col0 - - - tmap - - - - - - - - - - - - - - - - - - - - - - - - _col0 - - - _col1 - - - - - - - SEL_5 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - VALUE - - - - - - - - - - - - - EX_4 - - - - - - - - - - - - - - _col0 - - - tmap - - - - - - string - - - - - - - _col1 - - - tmap - - - - - - string - - - - - - - - - - - - - - - - - - - - + +#### A masked pattern was here #### + + + + + + + + + + + Stage-2 + + + + + + + + + + + + #### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + Stage-0 + + + + + + + + + + + + + + + + HIVE_DEFAULT_LIST_BUCKETING_DIR_NAME + + + HIVE_DEFAULT_LIST_BUCKETING_KEY + + + + + + + + + + + + + + + + + true + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + name + default.dest1 + + + columns.types + string:string + + + serialization.ddl + struct dest1 { string key, string value} + + + serialization.format + 1 + + + columns + key,value + + + columns.comments + defaultdefault + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + file.inputformat + org.apache.hadoop.mapred.TextInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + location + #### A masked pattern was here #### + + + transient_lastDdlTime + #### A masked pattern was here #### + + + + + + + + + + + + + + + Stage-1 + + + + + true + + + + + tmap:src_thrift + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + name + default.src_thrift + + + columns.types + + + + serialization.ddl + struct src_thrift { } + + + columns + + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + columns.comments + + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + bucket_count + -1 + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + location + #### A masked pattern was here #### + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns.types + + + + location + #### A masked pattern was here #### + + + columns + + + + COLUMN_STATS_ACCURATE + true + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + numRows + 0 + + + numFiles + 1 + + + serialization.ddl + struct src_thrift { } + + + transient_lastDdlTime + #### A masked pattern was here #### + + + rawDataSize + 0 + + + columns.comments + + + + totalSize + 1606 + + + bucket_count + -1 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + name + default.src_thrift + + + + + + + + + + + tmap:src_thrift + + + + + + + + + + + + + + VALUE._col1 + + + _col1 + + + + + string + + + + + + + VALUE._col0 + + + _col0 + + + + + + + + KEY.reducesinkkey0 + + + _col0 + + + + + + + + + + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + reducesinkkey0 + + + serialization.lib + org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe + + + serialization.sort.order + + + + + columns.types + string + + + + + + + -1 + + + 1 + + + -1 + + + + + reducesinkkey0 + + + + + + + _col0 + + + _col1 + + + + + + + + + _col0 + + + + + + + + + + -1 + + + + + + + + + + + + + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + + columns.types + string,string + + + escape.delim + \ + + + + + + + + + RS_3 + + + + + + + + + + + + + tkey + + + VALUE._col0 + + + tmap + + + + + + string + + + + + + + tvalue + + + VALUE._col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + org.apache.hadoop.hive.ql.exec.TextRecordWriter + + + org.apache.hadoop.hive.ql.exec.TextRecordReader + + + /bin/cat + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + KEY + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.DelimitedJSONSerDe + + + serialization.format + 9 + + + columns.types + array<int>,array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + + + org.apache.hadoop.mapred.TextInputFormat + + + org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + + + + field.delim + 9 + + + columns + _col0,_col1 + + + serialization.lib + org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + + serialization.format + 9 + + + columns.types + string,string + + + + + + + + + SCR_2 + + + + + + + + + + + + + tkey + + + _col0 + + + + + + string + + + + + + + tvalue + + + _col1 + + + + + + string + + + + + + + + + + + + + _col1 + + + lintstring + + + src_thrift + + + + + + + + + myint + + + mystring + + + underscore_int + + + + + + + + + int + + + + + + + + + + + + + + + + + + + _col0 + + + lint + + + src_thrift + + + + + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_1 + + + + + + + + + + + + + _col0 + + + + + + array<int> + + + + + + + _col1 + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + + + + + + + src_thrift + + + + + 2 + + + 4 + + + + + + + lint + + + lintstring + + + + + + + + + + TS_0 + + + + + lint + + + lintstring + + + + + + + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + mstringstring + + + src_thrift + + + + + + + + + + + + + map<string,string> + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + + + + + + + + + true + + + + #### A masked pattern was here #### + + + tmap:src_thrift + + + + + + + #### A masked pattern was here #### + + + src_thrift + + + org.apache.hadoop.mapred.SequenceFileInputFormat + + + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + + + + + + columns.types + + + + location + #### A masked pattern was here #### + + + columns + + + + COLUMN_STATS_ACCURATE + true + + + serialization.format + org.apache.thrift.protocol.TBinaryProtocol + + + numRows + 0 + + + numFiles + 1 + + + serialization.ddl + struct src_thrift { } + + + transient_lastDdlTime + #### A masked pattern was here #### + + + rawDataSize + 0 + + + columns.comments + + + + totalSize + 1606 + + + bucket_count + -1 + + + file.outputformat + org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + + + serialization.lib + org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer + + + serialization.class + org.apache.hadoop.hive.serde2.thrift.test.Complex + + + file.inputformat + org.apache.hadoop.mapred.SequenceFileInputFormat + + + name + default.src_thrift + + + + + + + + + + + + + + true + + + + + + -1 + + + + + + + + + + 1 + + + + #### A masked pattern was here #### + + + + + NONE + + + + true + + + + + + 150 + + + 1 + + + #### A masked pattern was here #### + + + true + + + + + + 1 + + + + + FS_6 + + + + + + + + + + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + _col1 + + + VALUE._col1 + + + + + + + + _col0 + + + VALUE._col0 + + + + + + + + + + + + + + + + + + + + + + + + _col0 + + + _col1 + + + + + + + SEL_4 + + + + + + + + + + + + + _col0 + + + tmap + + + + + + string + + + + + + + _col1 + + + tmap + + + + + + string + + + + + + + + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/input6.q.xml ql/src/test/results/compiler/plan/input6.q.xml index 85f090a..57f96fd 100644 --- ql/src/test/results/compiler/plan/input6.q.xml +++ ql/src/test/results/compiler/plan/input6.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -848,40 +846,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src1 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src1 + + + + + + string + + + @@ -934,40 +930,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -1020,56 +1014,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input7.q.xml ql/src/test/results/compiler/plan/input7.q.xml index 6150879..a0ba850 100644 --- ql/src/test/results/compiler/plan/input7.q.xml +++ ql/src/test/results/compiler/plan/input7.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -839,41 +837,39 @@ - - - - - _col0 - - - - - void - - - - - void - - - - - - - _col1 - - - src1 - - - - - - string - - - - + + + + _col0 + + + + + void + + + + + void + + + + + + + _col1 + + + src1 + + + + + + string + + + @@ -917,82 +913,80 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input8.q.xml ql/src/test/results/compiler/plan/input8.q.xml index 7be51ff..3cb1dfe 100644 --- ql/src/test/results/compiler/plan/input8.q.xml +++ ql/src/test/results/compiler/plan/input8.q.xml @@ -241,60 +241,58 @@ - - - - - _col0 - - - - - - - - double - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - + + + + _col0 + + + + + + + + double + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + @@ -446,56 +444,54 @@ - - - - - _c0 - - - _col0 - - - - - - double - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - + + + + _c0 + + + _col0 + + + + + + double + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + @@ -539,82 +535,80 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input9.q.xml ql/src/test/results/compiler/plan/input9.q.xml index 9b0b51e..124e73d 100644 --- ql/src/test/results/compiler/plan/input9.q.xml +++ ql/src/test/results/compiler/plan/input9.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -842,41 +840,39 @@ - - - - - _col0 - - - - - void - - - - - void - - - - - - - _col1 - - - src1 - - - - - - string - - - - + + + + _col0 + + + + + void + + + + + void + + + + + + + _col1 + + + src1 + + + + + + string + + + @@ -922,24 +918,22 @@ - - - - - key - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + @@ -983,69 +977,67 @@ - - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_part1.q.xml ql/src/test/results/compiler/plan/input_part1.q.xml index e876d99..50ad0e8 100644 --- ql/src/test/results/compiler/plan/input_part1.q.xml +++ ql/src/test/results/compiler/plan/input_part1.q.xml @@ -273,76 +273,74 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -462,84 +460,82 @@ - - - - - key - - - _col0 - - - srcpart - - - - - - string - - - - - - - value - - - _col1 - - - srcpart - - - - - - string - - - - - - - hr - - - _col2 - - - srcpart - - - - - - string - - - - - - - ds - - - _col3 - - - srcpart - - - - - - string - - - - + + + + key + + + _col0 + + + srcpart + + + + + + string + + + + + + + value + + + _col1 + + + srcpart + + + + + + string + + + + + + + hr + + + _col2 + + + srcpart + + + + + + string + + + + + + + ds + + + _col3 + + + srcpart + + + + + + string + + + @@ -606,72 +602,70 @@ - - - - - key - - - srcpart - - - - - - string - - - - - - - value - - - srcpart - - - - - - string - - - - - - - ds - - - srcpart - - - - - - string - - - - - - - hr - - - srcpart - - - - - - string - - - - + + + + key + + + srcpart + + + + + + string + + + + + + + value + + + srcpart + + + + + + string + + + + + + + ds + + + srcpart + + + + + + string + + + + + + + hr + + + srcpart + + + + + + string + + + @@ -730,62 +724,60 @@ - - - - - - - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - srcpart - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - srcpart - - - - - - string - - - - + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + srcpart + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + srcpart + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_testsequencefile.q.xml ql/src/test/results/compiler/plan/input_testsequencefile.q.xml index 3e59876..6a9d7a0 100644 --- ql/src/test/results/compiler/plan/input_testsequencefile.q.xml +++ ql/src/test/results/compiler/plan/input_testsequencefile.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -786,40 +784,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -872,82 +868,80 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_testxpath.q.xml ql/src/test/results/compiler/plan/input_testxpath.q.xml index d81da5b..d46688d 100644 --- ql/src/test/results/compiler/plan/input_testxpath.q.xml +++ ql/src/test/results/compiler/plan/input_testxpath.q.xml @@ -249,64 +249,62 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - string - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + string + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + @@ -527,56 +525,54 @@ - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - mystring - - - _col1 - - - - - - string - - - - - - - _c2 - - - _col2 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + int + + + + + + + mystring + + + _col1 + + + + + + string + + + + + + + _c2 + + + _col2 + + + + + + string + + + @@ -638,150 +634,148 @@ - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - mstringstring - - - src_thrift - - - - - - map<string,string> - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + mstringstring + + + src_thrift + + + + + + map<string,string> + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/input_testxpath2.q.xml ql/src/test/results/compiler/plan/input_testxpath2.q.xml index 4cff809..f31428a 100644 --- ql/src/test/results/compiler/plan/input_testxpath2.q.xml +++ ql/src/test/results/compiler/plan/input_testxpath2.q.xml @@ -252,60 +252,58 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - - int - - - - - - - _col2 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + + int + + + + + + + _col2 + + + + + + + + + int + + + @@ -487,56 +485,54 @@ - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - int - - - - - - - _c2 - - - _col2 - - - - - - int - - - - + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + int + + + + + + + _c2 + + + _col2 + + + + + + int + + + @@ -644,56 +640,54 @@ - - - - - lint - - - src_thrift - - - - - - array<int> - - - - - - - lintstring - - - src_thrift - - - - - - array<struct<myint:int,mystring:string,underscore_int:int>> - - - - - - - mstringstring - - - src_thrift - - - - - - map<string,string> - - - - + + + + lint + + + src_thrift + + + + + + array<int> + + + + + + + lintstring + + + src_thrift + + + + + + array<struct<myint:int,mystring:string,underscore_int:int>> + + + + + + + mstringstring + + + src_thrift + + + + + + map<string,string> + + + @@ -755,111 +749,109 @@ - - - - - aint - - - src_thrift - - - - - - int - - - - - - - astring - - - src_thrift - - - - - - string - - - - - - - - - - lstring - - - src_thrift - - - - - - - - - - array<string> - - - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src_thrift - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src_thrift - - - - - - string - - - - + + + + aint + + + src_thrift + + + + + + int + + + + + + + astring + + + src_thrift + + + + + + string + + + + + + + + + + lstring + + + src_thrift + + + + + + + + + + array<string> + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src_thrift + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src_thrift + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join1.q.xml ql/src/test/results/compiler/plan/join1.q.xml index 87da3ee..376ba57 100644 --- ql/src/test/results/compiler/plan/join1.q.xml +++ ql/src/test/results/compiler/plan/join1.q.xml @@ -379,7 +379,7 @@ - VALUE._col1 + VALUE._col0 value @@ -397,8 +397,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -420,17 +420,7 @@ - - - key - - - src2 - - - - - + @@ -446,7 +436,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -483,7 +473,7 @@ - _col1 + _col0 @@ -512,7 +502,7 @@ columns - _col1 + _col0 serialization.lib @@ -543,40 +533,22 @@ - - - - - VALUE._col0 - - - src2 - - - - - - string - - - - - - - VALUE._col1 - - - src2 - - - - - - string - - - - + + + + VALUE._col0 + + + src2 + + + + + + string + + + @@ -629,82 +601,80 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -719,8 +689,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -742,17 +712,7 @@ - - - key - - - src1 - - - - - + @@ -768,7 +728,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -803,21 +763,13 @@ - - - _col0 - - + - - - - - + @@ -831,7 +783,7 @@ columns - _col0 + serialization.lib @@ -839,7 +791,7 @@ columns.types - string + escape.delim @@ -860,28 +812,7 @@ - - - - - - - VALUE._col0 - - - src1 - - - - - - string - - - - - - + @@ -923,78 +854,76 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -1186,40 +1115,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1230,7 +1157,7 @@ _col1 - + _col5 @@ -1244,7 +1171,7 @@ _col0 - + _col0 @@ -1263,10 +1190,10 @@ - + - + @@ -1293,40 +1220,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src2 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src2 + + + + + + string + + + @@ -1337,9 +1262,9 @@ _col5 - + - VALUE._col1 + VALUE._col0 src2 @@ -1351,9 +1276,9 @@ _col0 - + - VALUE._col0 + KEY.reducesinkkey0 src1 @@ -1384,7 +1309,7 @@ 0 - + @@ -1392,7 +1317,7 @@ 1 - + @@ -1511,40 +1436,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col5 - - - src2 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col5 + + + src2 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join2.q.xml ql/src/test/results/compiler/plan/join2.q.xml index c071b4c..ad16e9c 100644 --- ql/src/test/results/compiler/plan/join2.q.xml +++ ql/src/test/results/compiler/plan/join2.q.xml @@ -325,7 +325,7 @@ - VALUE._col4 + VALUE._col0 _col0 @@ -342,6 +342,55 @@ + + KEY.reducesinkkey0 + + + + + + + _col0 + + + src1 + + + + + + + + + + _col4 + + + src2 + + + + + + + + + + + + false + + + + + + + double + + + + + @@ -352,52 +401,7 @@ - - - - - - - _col0 - - - src1 - - - - - - - - - - _col4 - - - src2 - - - - - - - - - - - - false - - - - - - - double - - - - + @@ -413,7 +417,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -450,7 +454,7 @@ - _col4 + _col0 @@ -476,7 +480,7 @@ columns - _col4 + _col0 serialization.lib @@ -507,24 +511,22 @@ - - - - - VALUE._col4 - - - src1 - - - - - - string - - - - + + + + VALUE._col0 + + + src1 + + + + + + string + + + @@ -564,40 +566,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col4 - - - src2 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col4 + + + src2 + + + + + + string + + + @@ -625,6 +625,41 @@ + + KEY.reducesinkkey0 + + + + + + + key + + + src3 + + + + + + + + + + + + org.apache.hadoop.hive.ql.udf.UDFToDouble + + + UDFToDouble + + + + + + + + @@ -635,38 +670,7 @@ - - - - - - - key - - - src3 - - - - - - - - - - - - org.apache.hadoop.hive.ql.udf.UDFToDouble - - - UDFToDouble - - - - - - - + @@ -682,7 +686,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -779,24 +783,22 @@ - - - - - VALUE._col1 - - - src3 - - - - - - string - - - - + + + + VALUE._col1 + + + src3 + + + + + + string + + + @@ -849,82 +851,80 @@ - - - - - key - - - src3 - - - - - - string - - - - - - - value - - - src3 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src3 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src3 - - - - - - string - - - - + + + + key + + + src3 + + + + + + string + + + + + + + value + + + src3 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + string + + + @@ -1168,52 +1168,50 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - - - - - - - - - - - _col1 - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + + + + + + + + + + + _col1 + + _col9 @@ -1228,7 +1226,7 @@ _col0 - _col4 + _col0 src1 @@ -1275,40 +1273,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src3 + + + + + + string + + + @@ -1318,10 +1314,10 @@ - _col4 + _col0 - VALUE._col4 + VALUE._col0 src1 @@ -1404,7 +1400,7 @@ - _col4 + _col0 _col9 @@ -1512,40 +1508,38 @@ - - - - - _col4 - - - src1 - - - - - - string - - - - - - - _col9 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col9 + + + src3 + + + + + + string + + + @@ -1715,7 +1709,7 @@ - VALUE._col0 + KEY.reducesinkkey0 key @@ -1738,17 +1732,7 @@ - - - key - - - src2 - - - - - + @@ -1764,7 +1748,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -1799,11 +1783,7 @@ - - - _col0 - - + @@ -1812,11 +1792,7 @@ 1 - - - - - + @@ -1830,7 +1806,7 @@ columns - _col0 + serialization.lib @@ -1838,7 +1814,7 @@ columns.types - string + escape.delim @@ -1859,28 +1835,7 @@ - - - - - - - VALUE._col0 - - - src2 - - - - - - string - - - - - - + @@ -1922,78 +1877,76 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -2008,7 +1961,7 @@ - VALUE._col0 + KEY.reducesinkkey0 key @@ -2031,17 +1984,7 @@ - - - key - - - src1 - - - - - + @@ -2057,7 +2000,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -2092,21 +2035,13 @@ - - - _col0 - - + - - - - - + @@ -2120,7 +2055,7 @@ columns - _col0 + serialization.lib @@ -2128,7 +2063,7 @@ columns.types - string + escape.delim @@ -2149,28 +2084,7 @@ - - - - - - - VALUE._col0 - - - src1 - - - - - - string - - - - - - + @@ -2212,78 +2126,76 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -2455,7 +2367,7 @@ _col4 - VALUE._col0 + KEY.reducesinkkey0 src2 @@ -2469,7 +2381,7 @@ _col0 - VALUE._col0 + KEY.reducesinkkey0 src1 diff --git ql/src/test/results/compiler/plan/join3.q.xml ql/src/test/results/compiler/plan/join3.q.xml index 0a2adf7..489a0d1 100644 --- ql/src/test/results/compiler/plan/join3.q.xml +++ ql/src/test/results/compiler/plan/join3.q.xml @@ -444,8 +444,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -471,17 +471,7 @@ - - - key - - - src2 - - - - - + @@ -497,7 +487,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -584,28 +574,7 @@ - - - - - - - VALUE._col0 - - - src2 - - - - - - string - - - - - - + @@ -647,82 +616,80 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -737,8 +704,8 @@ - VALUE._col1 - + VALUE._col0 + value @@ -751,8 +718,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -774,17 +741,7 @@ - - - key - - - src3 - - - - - + @@ -800,7 +757,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -837,7 +794,7 @@ - _col1 + _col0 @@ -850,7 +807,7 @@ - + @@ -866,7 +823,7 @@ columns - _col1 + _col0 serialization.lib @@ -897,40 +854,22 @@ - - - - - VALUE._col0 - - - src3 - - - - - - string - - - - - - - VALUE._col1 - - - src3 - - - - - - string - - - - + + + + VALUE._col0 + + + src3 + + + + + + string + + + @@ -983,78 +922,76 @@ - - - - - key - - - src3 - - - - - - string - - - - - - - value - - - src3 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src3 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src3 - - - - - - string - - - - + + + + key + + + src3 + + + + + + string + + + + + + + value + + + src3 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + string + + + @@ -1069,8 +1006,8 @@ - VALUE._col0 - + KEY.reducesinkkey0 + key @@ -1092,17 +1029,7 @@ - - - key - - - src1 - - - - - + @@ -1118,7 +1045,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -1153,21 +1080,13 @@ - - - _col0 - - + - - - - - + @@ -1181,7 +1100,7 @@ columns - _col0 + serialization.lib @@ -1189,7 +1108,7 @@ columns.types - string + escape.delim @@ -1210,28 +1129,7 @@ - - - - - - - VALUE._col0 - - - src1 - - - - - - string - - - - - - + @@ -1273,78 +1171,76 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -1539,40 +1435,38 @@ - - - - - key - - - - - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -1583,7 +1477,7 @@ _col1 - + _col9 @@ -1597,7 +1491,7 @@ _col0 - + _col0 @@ -1616,10 +1510,10 @@ - + - + @@ -1646,40 +1540,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col1 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col1 + + + src3 + + + + + + string + + + @@ -1690,9 +1582,9 @@ _col0 - + - VALUE._col0 + KEY.reducesinkkey0 src1 @@ -1704,9 +1596,9 @@ _col9 - + - VALUE._col1 + VALUE._col0 src3 @@ -1744,7 +1636,7 @@ 0 - + @@ -1756,7 +1648,7 @@ 2 - + @@ -1909,40 +1801,38 @@ - - - - - _col0 - - - src1 - - - - - - string - - - - - - - _col9 - - - src3 - - - - - - string - - - - + + + + _col0 + + + src1 + + + + + + string + + + + + + + _col9 + + + src3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join4.q.xml ql/src/test/results/compiler/plan/join4.q.xml index acde2b4..22a4911 100644 --- ql/src/test/results/compiler/plan/join4.q.xml +++ ql/src/test/results/compiler/plan/join4.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -647,40 +614,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -733,56 +698,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -803,7 +766,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -814,7 +777,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -834,14 +797,7 @@ - - - _col0 - - - - - + @@ -857,7 +813,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -896,9 +852,6 @@ _col0 - - _col1 - @@ -910,9 +863,6 @@ - - - @@ -929,7 +879,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -937,7 +887,7 @@ columns.types - string,string + string escape.delim @@ -960,40 +910,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1067,34 +999,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1204,40 +1134,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1290,52 +1218,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1544,72 +1470,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1624,9 +1548,6 @@ _col3 - - b - @@ -1638,9 +1559,6 @@ _col2 - - b - @@ -1652,9 +1570,6 @@ _col1 - - a - @@ -1666,9 +1581,6 @@ _col0 - - a - @@ -1723,84 +1635,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1813,10 +1723,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -1827,10 +1734,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -1841,10 +1745,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -1855,10 +1756,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2017,72 +1915,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join5.q.xml ql/src/test/results/compiler/plan/join5.q.xml index c9a6c8f..5033366 100644 --- ql/src/test/results/compiler/plan/join5.q.xml +++ ql/src/test/results/compiler/plan/join5.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -647,40 +614,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -733,56 +698,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -803,7 +766,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -814,7 +777,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -834,14 +797,7 @@ - - - _col0 - - - - - + @@ -857,7 +813,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -896,9 +852,6 @@ _col0 - - _col1 - @@ -910,9 +863,6 @@ - - - @@ -929,7 +879,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -937,7 +887,7 @@ columns.types - string,string + string escape.delim @@ -960,40 +910,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1067,34 +999,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1204,40 +1134,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1290,52 +1218,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1544,72 +1470,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1624,9 +1548,6 @@ _col3 - - b - @@ -1638,9 +1559,6 @@ _col2 - - b - @@ -1652,9 +1570,6 @@ _col1 - - a - @@ -1666,9 +1581,6 @@ _col0 - - a - @@ -1723,84 +1635,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1813,10 +1723,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -1827,10 +1734,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -1841,10 +1745,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -1855,10 +1756,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2013,72 +1911,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join6.q.xml ql/src/test/results/compiler/plan/join6.q.xml index 8dc1847..b1185a9 100644 --- ql/src/test/results/compiler/plan/join6.q.xml +++ ql/src/test/results/compiler/plan/join6.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -647,40 +614,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -733,56 +698,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -803,7 +766,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -814,7 +777,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -834,14 +797,7 @@ - - - _col0 - - - - - + @@ -857,7 +813,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -896,9 +852,6 @@ _col0 - - _col1 - @@ -910,9 +863,6 @@ - - - @@ -929,7 +879,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -937,7 +887,7 @@ columns.types - string,string + string escape.delim @@ -960,40 +910,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1067,34 +999,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1204,40 +1134,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1290,52 +1218,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1544,72 +1470,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1624,9 +1548,6 @@ _col3 - - b - @@ -1638,9 +1559,6 @@ _col2 - - b - @@ -1652,9 +1570,6 @@ _col1 - - a - @@ -1666,9 +1581,6 @@ _col0 - - a - @@ -1723,84 +1635,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1813,10 +1723,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -1827,10 +1734,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -1841,10 +1745,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -1855,10 +1756,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2020,72 +1918,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join7.q.xml ql/src/test/results/compiler/plan/join7.q.xml index f6a4705..a1ab3e6 100644 --- ql/src/test/results/compiler/plan/join7.q.xml +++ ql/src/test/results/compiler/plan/join7.q.xml @@ -302,7 +302,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -317,7 +317,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -337,14 +337,7 @@ - - - _col0 - - - - - + @@ -360,7 +353,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -399,9 +392,6 @@ _col0 - - _col1 - @@ -410,9 +400,6 @@ - - - @@ -429,7 +416,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -437,7 +424,7 @@ columns.types - string,string + string escape.delim @@ -460,40 +447,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -567,34 +536,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -712,40 +679,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -798,56 +763,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -868,7 +831,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -879,7 +842,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -899,14 +862,7 @@ - - - _col0 - - - - - + @@ -922,7 +878,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -961,9 +917,6 @@ _col0 - - _col1 - @@ -975,9 +928,6 @@ - - - @@ -994,7 +944,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -1002,7 +952,7 @@ columns.types - string,string + string escape.delim @@ -1025,40 +975,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1132,34 +1064,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1269,40 +1199,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1355,52 +1283,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1421,7 +1347,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -1432,7 +1358,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -1452,14 +1378,7 @@ - - - _col0 - - - - - + @@ -1475,7 +1394,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -1514,9 +1433,6 @@ _col0 - - _col1 - @@ -1528,9 +1444,6 @@ - - - @@ -1547,7 +1460,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -1555,7 +1468,7 @@ columns.types - string,string + string escape.delim @@ -1578,40 +1491,22 @@ - - - - - VALUE._col0 - - - c - - - - - - string - - - - - - - VALUE._col1 - - - c - - - - - - string - - - - + + + + VALUE._col0 + + + c + + + + + + string + + + @@ -1685,34 +1580,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1822,40 +1715,38 @@ - - - - - key - - - src3 - - - - - - string - - - - - - - value - - - src3 - - - - - - string - - - - + + + + key + + + src3 + + + + + + string + + + + + + + value + + + src3 + + + + + + string + + + @@ -1908,52 +1799,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src3 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src3 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src3 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src3 + + + + + + string + + + @@ -2165,104 +2054,102 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - - - - _col4 - - - - - - - - - string - - - - - - - _col5 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + + + + + _col4 + + + + + + + + + string + + + + + + + _col5 + + + + + + + + + string + + + @@ -2277,9 +2164,6 @@ _col5 - - c - @@ -2291,9 +2175,6 @@ _col4 - - c - @@ -2305,9 +2186,6 @@ _col3 - - b - @@ -2319,9 +2197,6 @@ _col2 - - b - @@ -2333,9 +2208,6 @@ _col1 - - a - @@ -2347,9 +2219,6 @@ _col0 - - a - @@ -2416,122 +2285,120 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - - - - c5 - - - _col4 - - - c - - - - - - string - - - - - - - c6 - - - _col5 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + + + + + c5 + + + _col4 + + + c + + + + + + string + + + + + + + c6 + + + _col5 + + + c + + + + + + string + + + @@ -2544,10 +2411,7 @@ _col5 - VALUE._col1 - - - c + VALUE._col0 @@ -2558,10 +2422,7 @@ _col4 - VALUE._col0 - - - c + KEY.reducesinkkey0 @@ -2572,10 +2433,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -2586,10 +2444,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -2600,10 +2455,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -2614,10 +2466,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2835,104 +2684,84 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - - - - _col4 - - - c - - - - - - string - - - - - - - _col5 - - - c - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + + + + + _col4 + + + + + + string + + + + + + + _col5 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/join8.q.xml ql/src/test/results/compiler/plan/join8.q.xml index 14aceed..ba128d4 100644 --- ql/src/test/results/compiler/plan/join8.q.xml +++ ql/src/test/results/compiler/plan/join8.q.xml @@ -237,7 +237,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -252,7 +252,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -272,14 +272,7 @@ - - - _col0 - - - - - + @@ -295,7 +288,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -334,9 +327,6 @@ _col0 - - _col1 - @@ -345,9 +335,6 @@ - - - @@ -364,7 +351,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -372,7 +359,7 @@ columns.types - string,string + string escape.delim @@ -395,40 +382,22 @@ - - - - - VALUE._col0 - - - a - - - - - - string - - - - - - - VALUE._col1 - - - a - - - - - - string - - - - + + + + VALUE._col0 + + + a + + + + + + string + + + @@ -502,34 +471,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -688,40 +655,38 @@ - - - - - key - - - src1 - - - - - - string - - - - - - - value - - - src1 - - - - - - string - - - - + + + + key + + + src1 + + + + + + string + + + + + + + value + + + src1 + + + + + + string + + + @@ -774,56 +739,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src1 - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src1 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src1 + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src1 + + + + + + string + + + @@ -844,7 +807,7 @@ - VALUE._col1 + VALUE._col0 _col1 @@ -855,7 +818,7 @@ - VALUE._col0 + KEY.reducesinkkey0 _col0 @@ -875,14 +838,7 @@ - - - _col0 - - - - - + @@ -898,7 +854,7 @@ columns - joinkey0 + reducesinkkey0 serialization.lib @@ -937,9 +893,6 @@ _col0 - - _col1 - @@ -951,9 +904,6 @@ - - - @@ -970,7 +920,7 @@ columns - _col0,_col1 + _col0 serialization.lib @@ -978,7 +928,7 @@ columns.types - string,string + string escape.delim @@ -1001,40 +951,22 @@ - - - - - VALUE._col0 - - - b - - - - - - string - - - - - - - VALUE._col1 - - - b - - - - - - string - - - - + + + + VALUE._col0 + + + b + + + + + + string + + + @@ -1108,34 +1040,32 @@ - - - - - _col0 - - - - - - string - - - - - - - _col1 - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + @@ -1286,40 +1216,38 @@ - - - - - key - - - src2 - - - - - - string - - - - - - - value - - - src2 - - - - - - string - - - - + + + + key + + + src2 + + + + + + string + + + + + + + value + + + src2 + + + + + + string + + + @@ -1372,52 +1300,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src2 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src2 - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src2 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src2 + + + + + + string + + + @@ -1629,72 +1555,70 @@ - - - - - _col0 - - - - - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -1709,9 +1633,6 @@ _col3 - - b - @@ -1723,9 +1644,6 @@ _col2 - - b - @@ -1737,9 +1655,6 @@ _col1 - - a - @@ -1751,9 +1666,6 @@ _col0 - - a - @@ -1808,84 +1720,82 @@ - - - - - c1 - - - _col0 - - - c - - - - - - string - - - - - - - c2 - - - _col1 - - - c - - - - - - string - - - - - - - c3 - - - _col2 - - - c - - - - - - string - - - - - - - c4 - - - _col3 - - - c - - - - - - string - - - - + + + + c1 + + + _col0 + + + c + + + + + + string + + + + + + + c2 + + + _col1 + + + c + + + + + + string + + + + + + + c3 + + + _col2 + + + c + + + + + + string + + + + + + + c4 + + + _col3 + + + c + + + + + + string + + + @@ -1924,72 +1834,58 @@ - - - - - _col0 - - - a - - - - - - string - - - - - - - _col1 - - - a - - - - - - string - - - - - - - _col2 - - - b - - - - - - string - - - - - - - _col3 - - - b - - - - - - string - - - - + + + + _col0 + + + + + + string + + + + + + + _col1 + + + + + + string + + + + + + + _col2 + + + + + + string + + + + + + + _col3 + + + + + + string + + + @@ -2002,10 +1898,7 @@ _col3 - VALUE._col1 - - - b + VALUE._col0 @@ -2016,10 +1909,7 @@ _col2 - VALUE._col0 - - - b + KEY.reducesinkkey0 @@ -2030,10 +1920,7 @@ _col1 - VALUE._col1 - - - a + VALUE._col0 @@ -2044,10 +1931,7 @@ _col0 - VALUE._col0 - - - a + KEY.reducesinkkey0 @@ -2206,20 +2090,18 @@ - - - - - - - - - - - - - - + + + + + + + + + + + + diff --git ql/src/test/results/compiler/plan/sample1.q.xml ql/src/test/results/compiler/plan/sample1.q.xml index 3aa69c2..9986a8d 100644 --- ql/src/test/results/compiler/plan/sample1.q.xml +++ ql/src/test/results/compiler/plan/sample1.q.xml @@ -273,76 +273,74 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - - - - _col2 - - - - - - - - - string - - - - - - - _col3 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + + + + + _col2 + + + + + + + + + string + + + + + + + _col3 + + + + + + + + + string + + + @@ -465,84 +463,82 @@ - - - - - key - - - _col0 - - - s - - - - - - string - - - - - - - value - - - _col1 - - - s - - - - - - string - - - - - - - ds - - - _col2 - - - s - - - - - - string - - - - - - - hr - - - _col3 - - - s - - - - - - string - - - - + + + + key + + + _col0 + + + s + + + + + + string + + + + + + + value + + + _col1 + + + s + + + + + + string + + + + + + + ds + + + _col2 + + + s + + + + + + string + + + + + + + hr + + + _col3 + + + s + + + + + + string + + + @@ -699,72 +695,70 @@ - - - - - key - - - s - - - - - - string - - - - - - - value - - - s - - - - - - string - - - - - - - ds - - - s - - - - - - string - - - - - - - hr - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + string + + + + + + + value + + + s + + + + + + string + + + + + + + ds + + + s + + + + + + string + + + + + + + hr + + + s + + + + + + string + + + @@ -823,62 +817,60 @@ - - - - - - - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample2.q.xml ql/src/test/results/compiler/plan/sample2.q.xml index 5444e75..4ccc2cd 100644 --- ql/src/test/results/compiler/plan/sample2.q.xml +++ ql/src/test/results/compiler/plan/sample2.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1041,40 +1037,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1127,56 +1121,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample3.q.xml ql/src/test/results/compiler/plan/sample3.q.xml index 20d4bd6..17725ae 100644 --- ql/src/test/results/compiler/plan/sample3.q.xml +++ ql/src/test/results/compiler/plan/sample3.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1051,40 +1047,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1137,56 +1131,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample4.q.xml ql/src/test/results/compiler/plan/sample4.q.xml index 5444e75..4ccc2cd 100644 --- ql/src/test/results/compiler/plan/sample4.q.xml +++ ql/src/test/results/compiler/plan/sample4.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1041,40 +1037,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1127,56 +1121,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample5.q.xml ql/src/test/results/compiler/plan/sample5.q.xml index cc0b4ad..828ffbb 100644 --- ql/src/test/results/compiler/plan/sample5.q.xml +++ ql/src/test/results/compiler/plan/sample5.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1038,40 +1034,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1124,56 +1118,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample6.q.xml ql/src/test/results/compiler/plan/sample6.q.xml index 393de67..4bf64a0 100644 --- ql/src/test/results/compiler/plan/sample6.q.xml +++ ql/src/test/results/compiler/plan/sample6.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1041,40 +1037,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1127,56 +1121,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/sample7.q.xml ql/src/test/results/compiler/plan/sample7.q.xml index 7f04f45..e4bc030 100644 --- ql/src/test/results/compiler/plan/sample7.q.xml +++ ql/src/test/results/compiler/plan/sample7.q.xml @@ -174,44 +174,42 @@ - - - - - key - - - - - - - - string - - - - - string - - - - - - - value - - - - - - - - - string - - - - + + + + key + + + + + + + + string + + + + + string + + + + + + + value + + + + + + + + + string + + + @@ -863,40 +861,38 @@ - - - - - _col0 - - - s - - - - - - int - - - - - - - _col1 - - - s - - - - - - string - - - - + + + + _col0 + + + s + + + + + + int + + + + + + + _col1 + + + s + + + + + + string + + + @@ -1086,40 +1082,38 @@ - - - - - key - - - s - - - - - - int - - - - - - - value - - - s - - - - - - string - - - - + + + + key + + + s + + + + + + int + + + + + + + value + + + s + + + + + + string + + + @@ -1172,56 +1166,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - s - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - s - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + s + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + s + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/subq.q.xml ql/src/test/results/compiler/plan/subq.q.xml index 263810c..f7c27b6 100644 --- ql/src/test/results/compiler/plan/subq.q.xml +++ ql/src/test/results/compiler/plan/subq.q.xml @@ -107,44 +107,42 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + @@ -662,46 +660,44 @@ - - - - - key - - - _col0 - - - src - - - - - - string - - - - - - - value - - - _col1 - - - src - - - - - - string - - - - + + + + key + + + _col0 + + + src + + + + + + string + + + + + + + value + + + _col1 + + + src + + + + + + string + + + @@ -768,40 +764,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -854,56 +848,54 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf1.q.xml ql/src/test/results/compiler/plan/udf1.q.xml index 09dbbd8..cae38f5 100644 --- ql/src/test/results/compiler/plan/udf1.q.xml +++ ql/src/test/results/compiler/plan/udf1.q.xml @@ -244,288 +244,286 @@ - - - - - _col0 - - - - - - - - boolean - - - - - boolean - - - - - - - _col1 - - - - - - - - - boolean - - - - - - - _col2 - - - - - - - - - boolean - - - - - - - _col3 - - - - - - - - - boolean - - - - - - - _col4 - - - - - - - - - boolean - - - - - - - _col5 - - - - - - - - - boolean - - - - - - - _col6 - - - - - - - - - boolean - - - - - - - _col7 - - - - - - - - - boolean - - - - - - - _col8 - - - - - - - - - boolean - - - - - - - _col9 - - - - - - - - - boolean - - - - - - - _col10 - - - - - - - - - boolean - - - - - - - _col11 - - - - - - - - - boolean - - - - - - - _col12 - - - - - - - - - boolean - - - - - - - _col13 - - - - - - - - string - - - - - string - - - - - - - _col14 - - - - - - - - - string - - - - - - - _col15 - - - - - - - - - string - - - - - - - _col16 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + boolean + + + + + boolean + + + + + + + _col1 + + + + + + + + + boolean + + + + + + + _col2 + + + + + + + + + boolean + + + + + + + _col3 + + + + + + + + + boolean + + + + + + + _col4 + + + + + + + + + boolean + + + + + + + _col5 + + + + + + + + + boolean + + + + + + + _col6 + + + + + + + + + boolean + + + + + + + _col7 + + + + + + + + + boolean + + + + + + + _col8 + + + + + + + + + boolean + + + + + + + _col9 + + + + + + + + + boolean + + + + + + + _col10 + + + + + + + + + boolean + + + + + + + _col11 + + + + + + + + + boolean + + + + + + + _col12 + + + + + + + + + boolean + + + + + + + _col13 + + + + + + + + string + + + + + string + + + + + + + _col14 + + + + + + + + + string + + + + + + + _col15 + + + + + + + + + string + + + + + + + _col16 + + + + + + + + + string + + + @@ -1454,280 +1452,278 @@ - - - - - _c0 - - - _col0 - - - - - - boolean - - - - - - - _c1 - - - _col1 - - - - - - boolean - - - - - - - _c2 - - - _col2 - - - - - - boolean - - - - - - - _c3 - - - _col3 - - - - - - boolean - - - - - - - _c4 - - - _col4 - - - - - - boolean - - - - - - - _c5 - - - _col5 - - - - - - boolean - - - - - - - _c6 - - - _col6 - - - - - - boolean - - - - - - - _c7 - - - _col7 - - - - - - boolean - - - - - - - _c8 - - - _col8 - - - - - - boolean - - - - - - - _c9 - - - _col9 - - - - - - boolean - - - - - - - _c10 - - - _col10 - - - - - - boolean - - - - - - - _c11 - - - _col11 - - - - - - boolean - - - - - - - _c12 - - - _col12 - - - - - - boolean - - - - - - - _c13 - - - _col13 - - - - - - string - - - - - - - _c14 - - - _col14 - - - - - - string - - - - - - - _c15 - - - _col15 - - - - - - string - - - - - - - _c16 - - - _col16 - - - - - - string - - - - + + + + _c0 + + + _col0 + + + + + + boolean + + + + + + + _c1 + + + _col1 + + + + + + boolean + + + + + + + _c2 + + + _col2 + + + + + + boolean + + + + + + + _c3 + + + _col3 + + + + + + boolean + + + + + + + _c4 + + + _col4 + + + + + + boolean + + + + + + + _c5 + + + _col5 + + + + + + boolean + + + + + + + _c6 + + + _col6 + + + + + + boolean + + + + + + + _c7 + + + _col7 + + + + + + boolean + + + + + + + _c8 + + + _col8 + + + + + + boolean + + + + + + + _c9 + + + _col9 + + + + + + boolean + + + + + + + _c10 + + + _col10 + + + + + + boolean + + + + + + + _c11 + + + _col11 + + + + + + boolean + + + + + + + _c12 + + + _col12 + + + + + + boolean + + + + + + + _c13 + + + _col13 + + + + + + string + + + + + + + _c14 + + + _col14 + + + + + + string + + + + + + + _c15 + + + _col15 + + + + + + string + + + + + + + _c16 + + + _col16 + + + + + + string + + + @@ -1790,24 +1786,22 @@ - - - - - key - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + @@ -1851,69 +1845,67 @@ - - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf4.q.xml ql/src/test/results/compiler/plan/udf4.q.xml index 907c4b7..fe62919 100644 --- ql/src/test/results/compiler/plan/udf4.q.xml +++ ql/src/test/results/compiler/plan/udf4.q.xml @@ -221,324 +221,322 @@ - - - - - _col0 - - - - - - - - double - - - - - double - - - - - - - _col1 - - - - - - - - - double - - - - - - - _col2 - - - - - - - - - double - - - - - - - _col3 - - - - - - - - bigint - - - - - bigint - - - - - - - _col4 - - - - - - - - - bigint - - - - - - - _col5 - - - - - - - - - bigint - - - - - - - _col6 - - - - - - - - - double - - - - - - - _col7 - - - - - - - - - double - - - - - - - _col8 - - - - - - - - - double - - - - - - - _col9 - - - - - - - - - bigint - - - - - - - _col10 - - - - - - - - - bigint - - - - - - - _col11 - - - - - - - - - bigint - - - - - - - _col12 - - - - - - - - - bigint - - - - - - - _col13 - - - - - - - - - double - - - - - - - _col14 - - - - - - - - int - - - - - int - - - - - - - _col15 - - - - - - - - - int - - - - - - - _col16 - - - - - - - - - int - - - - - - - _col17 - - - - - - - - - int - - - - - - - _col18 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + double + + + + + double + + + + + + + _col1 + + + + + + + + + double + + + + + + + _col2 + + + + + + + + + double + + + + + + + _col3 + + + + + + + + bigint + + + + + bigint + + + + + + + _col4 + + + + + + + + + bigint + + + + + + + _col5 + + + + + + + + + bigint + + + + + + + _col6 + + + + + + + + + double + + + + + + + _col7 + + + + + + + + + double + + + + + + + _col8 + + + + + + + + + double + + + + + + + _col9 + + + + + + + + + bigint + + + + + + + _col10 + + + + + + + + + bigint + + + + + + + _col11 + + + + + + + + + bigint + + + + + + + _col12 + + + + + + + + + bigint + + + + + + + _col13 + + + + + + + + + double + + + + + + + _col14 + + + + + + + + int + + + + + int + + + + + + + _col15 + + + + + + + + + int + + + + + + + _col16 + + + + + + + + + int + + + + + + + _col17 + + + + + + + + + int + + + + + + + _col18 + + + + + + + + + int + + + @@ -1241,357 +1239,355 @@ _col9 - - _col10 - - - _col11 - - - _col12 - - - _col13 - - - _col14 - - - _col15 - - - _col16 - - - _col17 - - - _col18 - - - - - - - SEL_1 - - - - - - - - - - - - - - _c0 - - - _col0 - - - - - - double - - - - - - - _c1 - - - _col1 - - - - - - double - - - - - - - _c2 - - - _col2 - - - - - - double - - - - - - - _c3 - - - _col3 - - - - - - bigint - - - - - - - _c4 - - - _col4 - - - - - - bigint - - - - - - - _c5 - - - _col5 - - - - - - bigint - - - - - - - _c6 - - - _col6 - - - - - - double - - - - - - - _c7 - - - _col7 - - - - - - double - - - - - - - _c8 - - - _col8 - - - - - - double - - - - - - - _c9 - - - _col9 - - - - - - bigint - - - - - - - _c10 - - - _col10 - - - - - - bigint - - - - - - - _c11 - - - _col11 - - - - - - bigint - - + + _col10 - - - _c12 - - - _col12 - - - - - - bigint - - + _col11 - - - _c13 - - - _col13 - - - - - - double - - + _col12 - - - _c14 - - - _col14 - - - - - - int - - + _col13 - - - _c15 - - - _col15 - - - - - - int - - + _col14 - - - _c16 - - - _col16 - - - - - - int - - + _col15 - - - _c17 - - - _col17 - - - - - - int - - + _col16 - - - _c18 - - - _col18 - - - - - - int - - + _col17 + + + _col18 + + SEL_1 + + + + + + + + + + + + + _c0 + + + _col0 + + + + + + double + + + + + + + _c1 + + + _col1 + + + + + + double + + + + + + + _c2 + + + _col2 + + + + + + double + + + + + + + _c3 + + + _col3 + + + + + + bigint + + + + + + + _c4 + + + _col4 + + + + + + bigint + + + + + + + _c5 + + + _col5 + + + + + + bigint + + + + + + + _c6 + + + _col6 + + + + + + double + + + + + + + _c7 + + + _col7 + + + + + + double + + + + + + + _c8 + + + _col8 + + + + + + double + + + + + + + _c9 + + + _col9 + + + + + + bigint + + + + + + + _c10 + + + _col10 + + + + + + bigint + + + + + + + _c11 + + + _col11 + + + + + + bigint + + + + + + + _c12 + + + _col12 + + + + + + bigint + + + + + + + _c13 + + + _col13 + + + + + + double + + + + + + + _c14 + + + _col14 + + + + + + int + + + + + + + _c15 + + + _col15 + + + + + + int + + + + + + + _c16 + + + _col16 + + + + + + int + + + + + + + _c17 + + + _col17 + + + + + + int + + + + + + + _c18 + + + _col18 + + + + + + int + + + + + + @@ -1620,82 +1616,80 @@ - - - - - key - - - dest1 - - - - - string - - - - - string - - - - - - - value - - - dest1 - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - dest1 - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - dest1 - - - - - - string - - - - + + + + key + + + dest1 + + + + + string + + + + + string + + + + + + + value + + + dest1 + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + dest1 + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + dest1 + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf6.q.xml ql/src/test/results/compiler/plan/udf6.q.xml index a510dd3..c4afcf3 100644 --- ql/src/test/results/compiler/plan/udf6.q.xml +++ ql/src/test/results/compiler/plan/udf6.q.xml @@ -241,48 +241,46 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - int - - - - - int - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + int + + + + + int + + + @@ -412,40 +410,38 @@ - - - - - _c0 - - - _col0 - - - - - - string - - - - - - - _c1 - - - _col1 - - - - - - int - - - - + + + + _c0 + + + _col0 + + + + + + string + + + + + + + _c1 + + + _col1 + + + + + + int + + + @@ -477,82 +473,80 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf_case.q.xml ql/src/test/results/compiler/plan/udf_case.q.xml index 5d17208..583d975 100644 --- ql/src/test/results/compiler/plan/udf_case.q.xml +++ ql/src/test/results/compiler/plan/udf_case.q.xml @@ -244,44 +244,42 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + + int + + + @@ -305,41 +303,39 @@ - - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - int - - - - + + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + int + + + @@ -557,86 +553,84 @@ - - - - - key - - - src - - - - - string - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + string + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/udf_when.q.xml ql/src/test/results/compiler/plan/udf_when.q.xml index 003bd84..54c2777 100644 --- ql/src/test/results/compiler/plan/udf_when.q.xml +++ ql/src/test/results/compiler/plan/udf_when.q.xml @@ -244,44 +244,42 @@ - - - - - _col0 - - - - - - - - int - - - - - int - - - - - - - _col1 - - - - - - - - - int - - - - + + + + _col0 + + + + + + + + int + + + + + int + + + + + + + _col1 + + + + + + + + + int + + + @@ -305,41 +303,39 @@ - - - - - - _c0 - - - _col0 - - - - - - int - - - - - - - _c1 - - - _col1 - - - - - - int - - - - + + + + + _c0 + + + _col0 + + + + + + int + + + + + + + _c1 + + + _col1 + + + + + + int + + + @@ -637,86 +633,84 @@ - - - - - key - - - src - - - - - string - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + string + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + diff --git ql/src/test/results/compiler/plan/union.q.xml ql/src/test/results/compiler/plan/union.q.xml index 9b46fce..7c5d8a0 100644 --- ql/src/test/results/compiler/plan/union.q.xml +++ ql/src/test/results/compiler/plan/union.q.xml @@ -107,44 +107,42 @@ - - - - - _col0 - - - - - - - - string - - - - - string - - - - - - - _col1 - - - - - - - - - string - - - - + + + + _col0 + + + + + + + + string + + + + + string + + + + + + + _col1 + + + + + + + + + string + + + @@ -760,46 +758,44 @@ - - - - - key - - - _col0 - - - src - - - - - - string - - - - - - - value - - - _col1 - - - src - - - - - - string - - - - + + + + key + + + _col0 + + + src + + + + + + string + + + + + + + value + + + _col1 + + + src + + + + + + string + + + @@ -999,82 +995,80 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - bigint - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + bigint + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + + @@ -1084,14 +1078,12 @@ - - - - - - - - + + + + + + @@ -1101,40 +1093,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1144,40 +1134,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1251,40 +1239,38 @@ - - - - - _col0 - - - src - - - - - - string - - - - - - - _col1 - - - src - - - - - - string - - - - + + + + _col0 + + + src + + + + + + string + + + + + + + _col1 + + + src + + + + + + string + + + @@ -1343,40 +1329,38 @@ - - - - - key - - - src - - - - - - string - - - - - - - value - - - src - - - - - - string - - - - + + + + key + + + src + + + + + + string + + + + + + + value + + + src + + + + + + string + + + @@ -1429,52 +1413,50 @@ - - - - - - - - - - - true - - - BLOCK__OFFSET__INSIDE__FILE - - - src - - - - - - bigint - - - - - - - true - - - INPUT__FILE__NAME - - - src - - - - - - string - - - - + + + + + + + + + + true + + + BLOCK__OFFSET__INSIDE__FILE + + + src + + + + + + bigint + + + + + + + true + + + INPUT__FILE__NAME + + + src + + + + + + string + + +