diff --git itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out index 82cf417..56b3da8 100644 --- itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out @@ -107,8 +107,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string), _bucket_number (type: string), _col0 (type: int) null sort order: aaa + numBuckets: 2 sort order: +++ Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE diff --git itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out index bab8942..b6fecbe 100644 --- itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out @@ -123,7 +123,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out index fc8f3d0..dd77d08 100644 --- itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out @@ -125,8 +125,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string), _bucket_number (type: string), _col0 (type: int) null sort order: aaa + numBuckets: 2 sort order: +++ Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE diff --git itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out index 9903d69..c88a11b 100644 --- itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out @@ -131,7 +131,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out index 2addf92..a6af027 100644 --- itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out @@ -61,8 +61,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE @@ -154,8 +156,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -341,8 +345,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE @@ -434,8 +440,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git itests/src/test/resources/testconfiguration.properties itests/src/test/resources/testconfiguration.properties index 3e89071..d4025ab 100644 --- itests/src/test/resources/testconfiguration.properties +++ itests/src/test/resources/testconfiguration.properties @@ -683,6 +683,7 @@ multiMapJoin2.q,\ multi_in_clause.q,\ murmur_hash_migration.q,\ + murmur_hash_migration2.q,\ non_native_window_udf.q,\ optimize_join_ptp.q,\ orc_analyze.q,\ diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/JoinUtil.java ql/src/java/org/apache/hadoop/hive/ql/exec/JoinUtil.java index 3e1100c..4dcd59b 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/JoinUtil.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/JoinUtil.java @@ -23,6 +23,7 @@ import java.util.Map.Entry; import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.hive.metastore.api.hive_metastoreConstants; import org.apache.hadoop.hive.ql.exec.persistence.RowContainer; import org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat; import org.apache.hadoop.hive.ql.metadata.HiveException; @@ -215,7 +216,7 @@ // Compute the values int reserve = hasFilter ? valueFields.size() + 1 : valueFields.size(); - List nr = new ArrayList(reserve); + List nr = new ArrayList(reserve); for (int i = 0; i < valueFields.size(); i++) { nr.add(ObjectInspectorUtils.copyToStandardObject(valueFields.get(i) .evaluate(row), valueFieldsOI.get(i), @@ -350,6 +351,7 @@ + Utilities.ctrlaCode, org.apache.hadoop.hive.serde.serdeConstants.LIST_COLUMNS, colNames .toString(), + hive_metastoreConstants.TABLE_BUCKETING_VERSION, "-1", org.apache.hadoop.hive.serde.serdeConstants.LIST_COLUMN_TYPES, colTypes.toString(), serdeConstants.SERIALIZATION_LIB,LazyBinarySerDe.class.getName())); diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java index 753f25b..a11cabf 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java @@ -92,7 +92,6 @@ protected final transient Collection> asyncInitOperations = new HashSet<>(); private String marker; - protected int bucketingVersion = -1; // It can be optimized later so that an operator operator (init/close) is performed // only after that operation has been performed on all the parents. This will require // initializing the whole tree in all the mappers (which might be required for mappers @@ -1544,12 +1543,4 @@ } return true; } - - public void setBucketingVersion(int bucketingVersion) { - this.bucketingVersion = bucketingVersion; - } - - public int getBucketingVersion() { - return bucketingVersion; - } } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorFactory.java ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorFactory.java index e97fcef..da26e4f 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorFactory.java @@ -40,13 +40,10 @@ import org.apache.hadoop.hive.ql.exec.vector.VectorSparkPartitionPruningSinkOperator; import org.apache.hadoop.hive.ql.exec.vector.VectorTopNKeyOperator; import org.apache.hadoop.hive.ql.exec.vector.VectorizationContext; -import org.apache.hadoop.hive.ql.exec.vector.reducesink.VectorReduceSinkCommonOperator; import org.apache.hadoop.hive.ql.exec.vector.ptf.VectorPTFOperator; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.optimizer.spark.SparkPartitionPruningSinkDesc; import org.apache.hadoop.hive.ql.parse.spark.SparkPartitionPruningSinkOperator; -import org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc; -import org.apache.hadoop.hive.ql.plan.AbstractVectorDesc; import org.apache.hadoop.hive.ql.plan.AppMasterEventDesc; import org.apache.hadoop.hive.ql.plan.CollectDesc; import org.apache.hadoop.hive.ql.plan.CommonMergeJoinDesc; @@ -266,9 +263,6 @@ Operator ret = get(oplist0.getCompilationOpContext(), (Class) conf.getClass()); ret.setConf(conf); - // Set the bucketing Version - ret.setBucketingVersion(oplist0.getBucketingVersion()); - // Add the new operator as child of each of the passed in operators List children = oplist0.getChildOperators(); children.add(ret); @@ -340,7 +334,9 @@ Operator ret = get(ctx, (Class) conf.getClass()); ret.setConf(conf); ret.setSchema(rwsch); - if (oplist.length == 0) return ret; + if (oplist.length == 0) { + return ret; + } // Add the new operator as child of each of the passed in operators for (Operator op : oplist) { diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java index ce0f08d..964c98d 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java @@ -233,7 +233,7 @@ // incase of ACID updates/deletes. boolean acidOp = conf.getWriteType() == AcidUtils.Operation.UPDATE || conf.getWriteType() == AcidUtils.Operation.DELETE; - hashFunc = bucketingVersion == 2 && !acidOp ? + hashFunc = getConf().getBucketingVersion() == 2 && !acidOp ? ObjectInspectorUtils::getBucketHashCode : ObjectInspectorUtils::getBucketHashCodeOld; } catch (Exception e) { @@ -430,7 +430,7 @@ * For Acid Update/Delete case, we expect a single partitionEval of the form * UDFToInteger(ROW__ID) and buckNum == -1 so that the result of this method * is to return the bucketId extracted from ROW__ID unless it optimized by - * {@link org.apache.hadoop.hive.ql.optimizer.SortedDynPartitionOptimizer} + * {@link org.apache.hadoop.hive.ql.optimizer.SortedDynPartitionOptimizer} */ private int computeHashCode(Object row, int buckNum) throws HiveException { // Evaluate the HashCode diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java index f51c0fc..1c4e426 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java @@ -800,6 +800,7 @@ serdeConstants.SERIALIZATION_FORMAT, "" + Utilities.ctrlaCode, serdeConstants.LIST_COLUMNS, cols, serdeConstants.LIST_COLUMN_TYPES, colTypes, + hive_metastoreConstants.TABLE_BUCKETING_VERSION, "-1", serdeConstants.SERIALIZATION_LIB,LazySimpleSerDe.class.getName()))); } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/PTFRowContainer.java ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/PTFRowContainer.java index ca5f585..156f84d 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/PTFRowContainer.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/persistence/PTFRowContainer.java @@ -29,6 +29,7 @@ import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter; +import org.apache.hadoop.hive.metastore.api.hive_metastoreConstants; import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat; import org.apache.hadoop.hive.ql.metadata.HiveException; @@ -237,6 +238,7 @@ serdeConstants.SERIALIZATION_FORMAT, ""+ Utilities.ctrlaCode, serdeConstants.LIST_COLUMNS, colNames.toString(), serdeConstants.LIST_COLUMN_TYPES,colTypes.toString(), + hive_metastoreConstants.TABLE_BUCKETING_VERSION, "-1", serdeConstants.SERIALIZATION_LIB,LazyBinarySerDe.class.getName())); return tblDesc; } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/vector/reducesink/VectorReduceSinkObjectHashOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/vector/reducesink/VectorReduceSinkObjectHashOperator.java index 2192274..bf86b48 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/reducesink/VectorReduceSinkObjectHashOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/reducesink/VectorReduceSinkObjectHashOperator.java @@ -184,7 +184,7 @@ } // Set hashFunc - hashFunc = bucketingVersion == 2 && !vectorDesc.getIsAcidChange() ? + hashFunc = getConf().getBucketingVersion() == 2 && !vectorDesc.getIsAcidChange() ? ObjectInspectorUtils::getBucketHashCode : ObjectInspectorUtils::getBucketHashCodeOld; @@ -232,21 +232,21 @@ ve.evaluate(batch); } } - + // Perform any value expressions. Results will go into scratch columns. if (reduceSinkValueExpressions != null) { for (VectorExpression ve : reduceSinkValueExpressions) { ve.evaluate(batch); } } - + // Perform any bucket expressions. Results will go into scratch columns. if (reduceSinkBucketExpressions != null) { for (VectorExpression ve : reduceSinkBucketExpressions) { ve.evaluate(batch); } } - + // Perform any partition expressions. Results will go into scratch columns. if (reduceSinkPartitionExpressions != null) { for (VectorExpression ve : reduceSinkPartitionExpressions) { @@ -296,7 +296,9 @@ private void processKey(VectorizedRowBatch batch, int batchIndex, int tag) throws HiveException{ - if (isEmptyKey) return; + if (isEmptyKey) { + return; + } try { keyBinarySortableSerializeWrite.reset(); @@ -318,7 +320,9 @@ } private void processValue(VectorizedRowBatch batch, int batchIndex) throws HiveException { - if (isEmptyValue) return; + if (isEmptyValue) { + return; + } try { valueLazyBinarySerializeWrite.reset(); diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketVersionPopulator.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketVersionPopulator.java new file mode 100644 index 0000000..0748535 --- /dev/null +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketVersionPopulator.java @@ -0,0 +1,213 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.optimizer; + +import java.util.ArrayList; +import java.util.HashSet; +import java.util.IdentityHashMap; +import java.util.LinkedHashMap; +import java.util.Map; +import java.util.Set; +import java.util.Stack; + +import org.apache.hadoop.hive.ql.exec.FileSinkOperator; +import org.apache.hadoop.hive.ql.exec.Operator; +import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator; +import org.apache.hadoop.hive.ql.exec.TableScanOperator; +import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; +import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; +import org.apache.hadoop.hive.ql.lib.Node; +import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.lib.SemanticDispatcher; +import org.apache.hadoop.hive.ql.lib.SemanticGraphWalker; +import org.apache.hadoop.hive.ql.lib.SemanticNodeProcessor; +import org.apache.hadoop.hive.ql.lib.SemanticRule; +import org.apache.hadoop.hive.ql.parse.ParseContext; +import org.apache.hadoop.hive.ql.parse.SemanticException; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import com.google.common.collect.Sets; + +public class BucketVersionPopulator extends Transform { + + protected static final Logger LOG = LoggerFactory.getLogger(BucketVersionPopulator.class); + + @Deprecated + + protected ParseContext pGraphContext; + + static class BucketingVersionResult { + Integer bucketingVersion; + + public BucketingVersionResult(Integer version) { + bucketingVersion = version; + } + + public BucketingVersionResult merge(BucketingVersionResult r) throws SemanticException { + if (bucketingVersion == r.bucketingVersion || r.bucketingVersion == -1) { + return new BucketingVersionResult(bucketingVersion); + } + if (bucketingVersion == -1) { + return new BucketingVersionResult(r.bucketingVersion); + } + throw new SemanticException("invalid state; can't set bucketingVersion correctly"); + } + + public BucketingVersionResult merge2(BucketingVersionResult r) { + if (bucketingVersion == r.bucketingVersion || r.bucketingVersion == -1) { + return new BucketingVersionResult(bucketingVersion); + } + return new BucketingVersionResult(2); + } + } + + @Deprecated + Set groups = new HashSet(); + + Map, OpGroup> b = new IdentityHashMap<>(); + + @Override + public ParseContext transform(ParseContext pctx) throws SemanticException { + pGraphContext = pctx; + findOpGroups(); + assignGroupVersions(); + return pctx; + } + + private void assignGroupVersions() { + Set g = groups; + for (OpGroup opGroup : g) { + opGroup.analyzeBucketVersion(); + opGroup.setBucketVersion(); + } + + } + + private ParseContext findOpGroups() throws SemanticException { + + NodeProcessorCtx ctx = new NodeProcessorCtx() { + }; + + Map opRules = new LinkedHashMap(); + + SemanticDispatcher disp = new DefaultRuleDispatcher(new SetPreferredBucketingVersionRule(), opRules, ctx); + // SemanticGraphWalker ogw = new PreOrderWalker(disp); + SemanticGraphWalker ogw = new DefaultGraphWalker(disp); + + ArrayList topNodes = new ArrayList(); + topNodes.addAll(pGraphContext.getTopOps().values()); + ogw.startWalking(topNodes, null); + return pGraphContext; + } + + class OpGroup { + Set> members = Sets.newIdentityHashSet(); + int version = -1; + + public OpGroup() { + groups.add(this); + } + + public void add(Operator o) { + members.add(o); + b.put(o, this); + } + + public void setBucketVersion() { + for (Operator operator : members) { + operator.getConf().setBucketingVersion(version); + } + } + + public void analyzeBucketVersion() { + for (Operator operator : members) { + if (operator instanceof TableScanOperator) { + TableScanOperator tso = (TableScanOperator) operator; + setVersion(tso.getConf().getTableMetadata().getBucketingVersion()); + } + if (operator instanceof FileSinkOperator) { + FileSinkOperator fso = (FileSinkOperator) operator; + int bucketingVersion = fso.getConf().getTableInfo().getBucketingVersion(); + setVersion(bucketingVersion); + } + } + if (version == -1) { + // use version 2 if possible + version = -3; + } + + } + + private void setVersion(int newVersion) { + if (version == newVersion || newVersion == -1) { + return; + } + if (version == -1) { + version = newVersion; + return; + } + throw new RuntimeException("Unable to set version"); + } + + public void merge(OpGroup opGroup) { + for (Operator operator : opGroup.members) { + add(operator); + } + opGroup.members.clear(); + } + + } + + + class SetPreferredBucketingVersionRule implements SemanticNodeProcessor { + + + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, Object... nodeOutputs) + throws SemanticException { + Operator o = (Operator) nd; + OpGroup g; + if (nodeOutputs.length == 0) { + g = new OpGroup(); + } else { + g = (OpGroup) nodeOutputs[0]; + } + for (int i = 1; i < nodeOutputs.length; i++) { + g.merge((OpGroup) nodeOutputs[i]); + } + g.add(o); + if (o instanceof ReduceSinkOperator) { + // start a new group before the reduceSinkOperator + return new OpGroup(); + } else { + return g; + } + } + + private OpGroup getGroupFor(Operator o) { + OpGroup g = b.get(o.getParentOperators().get(0)); + for (int i = 1; i < o.getNumParent(); i++) { + g.merge(b.get(o.getParentOperators().get(i))); + } + return g; + } + + } +} diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java index da277d0..cb2680d 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java @@ -191,7 +191,9 @@ transformations.add(new FixedBucketPruningOptimizer(compatMode)); } - if(HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVEOPTREDUCEDEDUPLICATION)) { + transformations.add(new BucketVersionPopulator()); + + if (HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVEOPTREDUCEDEDUPLICATION)) { transformations.add(new ReduceSinkDeDuplication()); } transformations.add(new NonBlockingOpDeDupProc()); diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java index c98417a..21f6e21 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionOptimizer.java @@ -45,7 +45,6 @@ import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.exec.Utilities.ReduceField; import org.apache.hadoop.hive.ql.io.AcidUtils; -import org.apache.hadoop.hive.ql.io.RecordIdentifier; import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; import org.apache.hadoop.hive.ql.lib.SemanticDispatcher; @@ -222,7 +221,7 @@ /** * ROW__ID is always the 1st column of Insert representing Update/Delete operation * (set up in {@link org.apache.hadoop.hive.ql.parse.UpdateDeleteSemanticAnalyzer}) - * and we wrap it in UDFToInteger + * and we wrap it in UDFToInteger * (in {@link org.apache.hadoop.hive.ql.parse.SemanticAnalyzer#getPartitionColsFromBucketColsForUpdateDelete(Operator, boolean)}) * which extracts bucketId from it * see {@link org.apache.hadoop.hive.ql.udf.UDFToInteger#evaluate(RecordIdentifier)}*/ @@ -285,6 +284,7 @@ // Create ReduceSink operator ReduceSinkOperator rsOp = getReduceSinkOp(partitionPositions, sortPositions, sortOrder, sortNullOrder, allRSCols, bucketColumns, numBuckets, fsParent, fsOp.getConf().getWriteType()); + rsOp.getConf().setBucketingVersion(fsOp.getConf().getBucketingVersion()); List descs = new ArrayList(allRSCols.size()); List colNames = new ArrayList(); diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionTimeGranularityOptimizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionTimeGranularityOptimizer.java index d458ebb..9d80f08 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionTimeGranularityOptimizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedDynPartitionTimeGranularityOptimizer.java @@ -211,6 +211,7 @@ } ReduceSinkOperator rsOp = getReduceSinkOp(keyPositions, sortOrder, sortNullOrder, allRSCols, granularitySelOp, fsOp.getConf().getWriteType()); + rsOp.getConf().setBucketingVersion(fsOp.getConf().getBucketingVersion()); // Create backtrack SelectOp final List descs = new ArrayList<>(allRSCols.size()); diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/opconventer/HiveTableScanVisitor.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/opconventer/HiveTableScanVisitor.java index 72411ec..14958aa 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/opconventer/HiveTableScanVisitor.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/opconventer/HiveTableScanVisitor.java @@ -108,7 +108,6 @@ // 2. Setup TableScan TableScanOperator ts = (TableScanOperator) OperatorFactory.get( hiveOpConverter.getSemanticAnalyzer().getOpContext(), tsd, new RowSchema(colInfos)); - ts.setBucketingVersion(tsd.getTableMetadata().getBucketingVersion()); //now that we let Calcite process subqueries we might have more than one // tablescan with same alias. diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplicationUtils.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplicationUtils.java index 28ddecc..4681ba7 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplicationUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/correlation/ReduceSinkDeDuplicationUtils.java @@ -208,7 +208,7 @@ throws SemanticException { return strictMerge(cRS, ImmutableList.of(pRS)); } - + public static boolean strictMerge(ReduceSinkOperator cRS, List pRSs) throws SemanticException { ReduceSinkDesc cRSc = cRS.getConf(); @@ -226,7 +226,7 @@ if (moveRSOrderTo == null) { return false; } - + int cKeySize = cRSc.getKeyCols().size(); for (int i = 0; i < cKeySize; i++) { ExprNodeDesc cExpr = cRSc.getKeyCols().get(i); @@ -240,7 +240,7 @@ return false; } } - + int cPartSize = cRSc.getPartitionCols().size(); for (int i = 0; i < cPartSize; i++) { ExprNodeDesc cExpr = cRSc.getPartitionCols().get(i); @@ -309,6 +309,9 @@ if (cConf.getDistinctColumnIndices().size() >= 2) { return null; } + if (cConf.getBucketingVersion() != pConf.getBucketingVersion()) { + return null; + } Integer moveReducerNumTo = checkNumReducer(cConf.getNumReducers(), pConf.getNumReducers()); if (moveReducerNumTo == null || moveReducerNumTo > 0 && cConf.getNumReducers() < minReducer) { @@ -480,6 +483,9 @@ // ensure SEL does not branch protected static boolean checkSelectSingleBranchOnly(ReduceSinkOperator cRS, ReduceSinkOperator pRS) { Operator parent = cRS.getParentOperators().get(0); + if (cRS.getConf().getBucketingVersion() != pRS.getConf().getBucketingVersion()) { + return false; + } while (parent != pRS) { assert parent.getNumParent() == 1; if (!(parent instanceof SelectOperator)) { diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/metainfo/annotation/OpTraitsRulesProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/metainfo/annotation/OpTraitsRulesProcFactory.java index c935b74..b0a0c2d 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/metainfo/annotation/OpTraitsRulesProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/metainfo/annotation/OpTraitsRulesProcFactory.java @@ -164,7 +164,7 @@ OpTraits opTraits = new OpTraits(listBucketCols, numBuckets, listBucketCols, numReduceSinks, bucketingVersion); rs.setOpTraits(opTraits); - rs.setBucketingVersion(bucketingVersion); +// rs.getConf().setBucketingVersion(bucketingVersion); return null; } } diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java index 9882916..990cd36 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/Vectorizer.java @@ -4010,9 +4010,6 @@ LOG.info("Vectorizer vectorizeOperator reduce sink class " + opClass.getSimpleName()); - // Get the bucketing version - int bucketingVersion = ((ReduceSinkOperator)op).getBucketingVersion(); - Operator vectorOp = null; try { vectorOp = OperatorFactory.getVectorOperator( @@ -4024,9 +4021,7 @@ throw new HiveException(e); } - // Set the bucketing version Preconditions.checkArgument(vectorOp instanceof VectorReduceSinkCommonOperator); - vectorOp.setBucketingVersion(bucketingVersion); return vectorOp; } diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/BaseSemanticAnalyzer.java ql/src/java/org/apache/hadoop/hive/ql/parse/BaseSemanticAnalyzer.java index 4f1e23d..19eb1df 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/BaseSemanticAnalyzer.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/BaseSemanticAnalyzer.java @@ -54,6 +54,7 @@ import org.apache.hadoop.hive.metastore.api.SQLNotNullConstraint; import org.apache.hadoop.hive.metastore.api.SQLPrimaryKey; import org.apache.hadoop.hive.metastore.api.SQLUniqueConstraint; +import org.apache.hadoop.hive.metastore.api.hive_metastoreConstants; import org.apache.hadoop.hive.metastore.utils.MetaStoreUtils; import org.apache.hadoop.hive.ql.CompilationOpContext; import org.apache.hadoop.hive.ql.Context; @@ -1758,6 +1759,7 @@ prop.setProperty("columns", colTypes[0]); prop.setProperty("columns.types", colTypes[1]); prop.setProperty(serdeConstants.SERIALIZATION_LIB, LazySimpleSerDe.class.getName()); + prop.setProperty(hive_metastoreConstants.TABLE_BUCKETING_VERSION, "-1"); FetchWork fetch = new FetchWork(ctx.getResFile(), new TableDesc(TextInputFormat.class, IgnoreKeyTextOutputFormat.class, prop), -1); diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index c87f2d2..f48cc71 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -11462,9 +11462,6 @@ if (properties != null) { tsDesc.setOpProps(properties); } - - // Set the bucketing Version - top.setBucketingVersion(tsDesc.getTableMetadata().getBucketingVersion()); } else { rwsch = opParseCtx.get(top).getRowResolver(); top.setChildOperators(null); diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/TezCompiler.java ql/src/java/org/apache/hadoop/hive/ql/parse/TezCompiler.java index caab056..db92ca6 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/TezCompiler.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/TezCompiler.java @@ -25,6 +25,7 @@ import java.util.Deque; import java.util.HashMap; import java.util.HashSet; +import java.util.IdentityHashMap; import java.util.Iterator; import java.util.LinkedHashMap; import java.util.LinkedHashSet; @@ -240,15 +241,7 @@ markOperatorsWithUnstableRuntimeStats(procCtx); perfLogger.PerfLogEnd(this.getClass().getName(), PerfLogger.TEZ_COMPILER, "markOperatorsWithUnstableRuntimeStats"); - // ATTENTION : DO NOT, I REPEAT, DO NOT WRITE ANYTHING AFTER updateBucketingVersionForUpgrade() - // ANYTHING WHICH NEEDS TO BE ADDED MUST BE ADDED ABOVE - // This call updates the bucketing version of final ReduceSinkOp based on - // the bucketing version of FileSinkOp. This operation must happen at the - // end to ensure there is no further rewrite of plan which may end up - // removing/updating the ReduceSinkOp as was the case with SortedDynPartitionOptimizer - // Update bucketing version of ReduceSinkOp if needed - updateBucketingVersionForUpgrade(procCtx); - + bucketingVersionSanityCheck(procCtx); } private void runCycleAnalysisForPartitionPruning(OptimizeTezProcContext procCtx, @@ -1969,7 +1962,7 @@ } } - private void updateBucketingVersionForUpgrade(OptimizeTezProcContext procCtx) { + private void bucketingVersionSanityCheck(OptimizeTezProcContext procCtx) throws SemanticException { // Fetch all the FileSinkOperators. Set fsOpsAll = new HashSet<>(); for (TableScanOperator ts : procCtx.parseContext.getTopOps().values()) { @@ -1978,7 +1971,7 @@ fsOpsAll.addAll(fsOps); } - + Map, Integer> processedOperators = new IdentityHashMap<>(); for (FileSinkOperator fsOp : fsOpsAll) { // Look for direct parent ReduceSinkOp // If there are more than 1 parent, bail out. @@ -1991,8 +1984,22 @@ continue; } - // Found the target RSOp - parent.setBucketingVersion(fsOp.getConf().getTableInfo().getBucketingVersion()); + // Found the target RSOp 0 + int bucketingVersion = fsOp.getConf().getTableInfo().getBucketingVersion(); + if (fsOp.getConf().getTableInfo().getBucketingVersion() == -1) { + break; + } + if (fsOp.getConf().getTableInfo().getBucketingVersion() != fsOp.getConf().getBucketingVersion()) { + throw new RuntimeException("FsOp bucketingVersions is inconsistent with its tableinfo"); + } + if (processedOperators.containsKey(parent) && processedOperators.get(parent) != bucketingVersion) { + throw new SemanticException(String.format( + "Operator (%s) is already processed and is using bucketingVersion(%d); so it can't be changed to %d ", + parent, processedOperators.get(parent), bucketingVersion)); + } + processedOperators.put(parent, bucketingVersion); + + //parent.getConf().setBucketingVersion(bucketingVersion); break; } } diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java index 09fa145..7e0c9d0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/spark/SparkCompiler.java @@ -145,17 +145,6 @@ new ConstantPropagate(ConstantPropagateProcCtx.ConstantPropagateOption.SHORTCUT).transform(pCtx); } - // ATTENTION : DO NOT, I REPEAT, DO NOT WRITE ANYTHING AFTER updateBucketingVersionForUpgrade() - // ANYTHING WHICH NEEDS TO BE ADDED MUST BE ADDED ABOVE - // This call updates the bucketing version of final ReduceSinkOp based on - // the bucketing version of FileSinkOp. This operation must happen at the - // end to ensure there is no further rewrite of plan which may end up - // removing/updating the ReduceSinkOp as was the case with SortedDynPartitionOptimizer - // Update bucketing version of ReduceSinkOp if needed - // Note: This has been copied here from TezCompiler, change seems needed for bucketing to work - // properly moving forward. - updateBucketingVersionForUpgrade(procCtx); - PERF_LOGGER.PerfLogEnd(CLASS_NAME, PerfLogger.SPARK_OPTIMIZE_OPERATOR_TREE); } @@ -636,36 +625,4 @@ PERF_LOGGER.PerfLogEnd(CLASS_NAME, PerfLogger.SPARK_OPTIMIZE_TASK_TREE); return; } - - private void updateBucketingVersionForUpgrade(OptimizeSparkProcContext procCtx) { - // Fetch all the FileSinkOperators. - Set fsOpsAll = new HashSet<>(); - for (TableScanOperator ts : procCtx.getParseContext().getTopOps().values()) { - Set fsOps = OperatorUtils.findOperators( - ts, FileSinkOperator.class); - fsOpsAll.addAll(fsOps); - } - - - for (FileSinkOperator fsOp : fsOpsAll) { - if (!fsOp.getConf().getTableInfo().isSetBucketingVersion()) { - continue; - } - // Look for direct parent ReduceSinkOp - // If there are more than 1 parent, bail out. - Operator parent = fsOp; - List> parentOps = parent.getParentOperators(); - while (parentOps != null && parentOps.size() == 1) { - parent = parentOps.get(0); - if (!(parent instanceof ReduceSinkOperator)) { - parentOps = parent.getParentOperators(); - continue; - } - - // Found the target RSOp - parent.setBucketingVersion(fsOp.getConf().getTableInfo().getBucketingVersion()); - break; - } - } - } } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/AbstractOperatorDesc.java ql/src/java/org/apache/hadoop/hive/ql/plan/AbstractOperatorDesc.java index 65a107e..661da27 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/AbstractOperatorDesc.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/AbstractOperatorDesc.java @@ -38,6 +38,7 @@ protected long memNeeded = 0; protected long memAvailable = 0; protected String runtimeStatsTmpDir; + protected int bucketingVersion = -2; /** * A map of output column name to input expression map. This is used by @@ -46,6 +47,8 @@ */ protected Map colExprMap; + private String myName = "N/A"; + @Override @Explain(skipHeader = true, displayName = "Statistics") public Statistics getStatistics() { @@ -171,4 +174,13 @@ throw new RuntimeException(); } + @Override + public int getBucketingVersion() { + return bucketingVersion; + } + + @Override + public void setBucketingVersion(int bucketingVersion) { + this.bucketingVersion = bucketingVersion; + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/FileSinkDesc.java ql/src/java/org/apache/hadoop/hive/ql/plan/FileSinkDesc.java index f55c6ae..619f68e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/FileSinkDesc.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/FileSinkDesc.java @@ -129,7 +129,7 @@ final List partitionCols, final DynamicPartitionCtx dpCtx, Path destPath, Long mmWriteId, boolean isMmCtas, boolean isInsertOverwrite, boolean isQuery, boolean isCTASorCM, boolean isDirectInsert) { this.dirName = dirName; - this.tableInfo = tableInfo; + setTableInfo(tableInfo); this.compressed = compressed; this.destTableId = destTableId; this.multiFileSpray = multiFileSpray; @@ -152,7 +152,7 @@ final boolean compressed) { this.dirName = dirName; - this.tableInfo = tableInfo; + setTableInfo(tableInfo); this.compressed = compressed; destTableId = 0; this.multiFileSpray = false; @@ -268,6 +268,7 @@ public void setTableInfo(final TableDesc tableInfo) { this.tableInfo = tableInfo; + bucketingVersion = tableInfo.getBucketingVersion(); } @Explain(displayName = "compressed") @@ -616,6 +617,10 @@ return isMmCtas; } + @Explain(displayName = "bucketingVersion", explainLevels = { Level.EXTENDED }) + public int getBucketingVersionForExplain() { + return getBucketingVersion(); + } /** * Whether this is CREATE TABLE SELECT or CREATE MATERIALIZED VIEW statemet * Set by semantic analyzer this is required because CTAS/CM requires some special logic diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/OperatorDesc.java ql/src/java/org/apache/hadoop/hive/ql/plan/OperatorDesc.java index e8a5827..276c4a3 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/OperatorDesc.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/OperatorDesc.java @@ -40,4 +40,8 @@ public void setColumnExprMap(Map colExprMap); void fillSignature(Map ret); + + public void setBucketingVersion(int bucketingVersion); + + public int getBucketingVersion(); } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java index 980f39b..6282c8e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java @@ -286,6 +286,7 @@ outputFormat = IgnoreKeyTextOutputFormat.class; } properties.setProperty(serdeConstants.SERIALIZATION_LIB, serdeClass.getName()); + properties.setProperty(hive_metastoreConstants.TABLE_BUCKETING_VERSION, "-1"); return new TableDesc(inputFormat, outputFormat, properties); } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ReduceSinkDesc.java ql/src/java/org/apache/hadoop/hive/ql/plan/ReduceSinkDesc.java index 32715c9..a807fa9 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ReduceSinkDesc.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ReduceSinkDesc.java @@ -437,6 +437,7 @@ this.outputName = outputName; } + @Explain(displayName = "numBuckets", explainLevels = { Level.EXTENDED }) public int getNumBuckets() { return numBuckets; } @@ -445,6 +446,11 @@ this.numBuckets = numBuckets; } + @Explain(displayName = "bucketingVersion", explainLevels = { Level.EXTENDED }) + public int getBucketingVersionForExplain() { + return getBucketingVersion(); + } + public List getBucketCols() { return bucketCols; } diff --git ql/src/test/queries/clientpositive/infer_bucket_sort_num_buckets.q ql/src/test/queries/clientpositive/infer_bucket_sort_num_buckets.q index a8f5e17..c7167e7 100644 --- ql/src/test/queries/clientpositive/infer_bucket_sort_num_buckets.q +++ ql/src/test/queries/clientpositive/infer_bucket_sort_num_buckets.q @@ -19,7 +19,7 @@ -- and the partition for 1 will get written in one reducer. So hr=0 should be bucketed by key -- and hr=1 should not. -EXPLAIN +EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM (SELECT if ((key % 3) < 2, 0, 1) as key2, value, (key % 2) as hr diff --git ql/src/test/queries/clientpositive/murmur_hash_migration.q ql/src/test/queries/clientpositive/murmur_hash_migration.q index 54207a7..d623b87 100644 --- ql/src/test/queries/clientpositive/murmur_hash_migration.q +++ ql/src/test/queries/clientpositive/murmur_hash_migration.q @@ -61,35 +61,3 @@ select t1.key, t1.value, t2.key, t2.value from tab_part_n11 t1, tab_n10 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value; -set hive.optimize.ppd=true; -set hive.optimize.index.filter=true; -set hive.tez.bucket.pruning=true; -set hive.fetch.task.conversion=none; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; - - -create transactional table acid_ptn_bucket1 (a int, b int) partitioned by(ds string) -clustered by (a) into 2 buckets stored as ORC -TBLPROPERTIES('bucketing_version'='1', 'transactional'='true', 'transactional_properties'='default'); - -explain extended insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today'); -insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today'); - -alter table acid_ptn_bucket1 add columns(c int); - -insert into acid_ptn_bucket1 partition (ds) values(3,2,1000,'yesterday'),(3,3,1001,'today'),(3,4,1002,'yesterday'),(4,2,1003,'today'), (4,3,1004,'yesterday'),(4,4,1005,'today'); -select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today'; -select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today'; - ---create table s1 as select key, value from src where value > 2 group by key, value limit 10; ---create table s2 as select key, '45' from src s2 where key > 1 group by key limit 10; - -create table s1 (key int, value int) stored as ORC; -create table s2 (key int, value int) stored as ORC; - -insert into s1 values(111, 33), (10, 45), (103, 44), (129, 34), (128, 11); -insert into s2 values(10, 45), (100, 45), (103, 44), (110, 12), (128, 34), (117, 71); -insert into table acid_ptn_bucket1 partition(ds='today') select key, count(value), key from (select * from s1 union all select * from s2) sub group by key; -select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today'; -select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today'; diff --git ql/src/test/queries/clientpositive/murmur_hash_migration2.q ql/src/test/queries/clientpositive/murmur_hash_migration2.q new file mode 100644 index 0000000..362ead7 --- /dev/null +++ ql/src/test/queries/clientpositive/murmur_hash_migration2.q @@ -0,0 +1,44 @@ +--! qt:dataset:src +set hive.stats.column.autogather=false; +set hive.strict.checks.bucketing=false; + +set hive.mapred.mode=nonstrict; +set hive.explain.user=false; +set hive.auto.convert.join=true; +set hive.auto.convert.join.noconditionaltask=true; +set hive.auto.convert.join.noconditionaltask.size=30000; + +set hive.optimize.bucketingsorting=false; + +set hive.optimize.ppd=true; +set hive.optimize.index.filter=true; +set hive.tez.bucket.pruning=true; +set hive.fetch.task.conversion=none; +set hive.support.concurrency=true; +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; + + +create transactional table acid_ptn_bucket1 (a int, b int) partitioned by(ds string) +clustered by (a) into 2 buckets stored as ORC +TBLPROPERTIES('bucketing_version'='1', 'transactional'='true', 'transactional_properties'='default'); + +explain extended insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today'); +insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today'); + +alter table acid_ptn_bucket1 add columns(c int); + +insert into acid_ptn_bucket1 partition (ds) values(3,2,1000,'yesterday'),(3,3,1001,'today'),(3,4,1002,'yesterday'),(4,2,1003,'today'), (4,3,1004,'yesterday'),(4,4,1005,'today'); +select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today'; +select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today'; + +--create table s1 as select key, value from src where value > 2 group by key, value limit 10; +--create table s2 as select key, '45' from src s2 where key > 1 group by key limit 10; + +create table s1 (key int, value int) stored as ORC; +create table s2 (key int, value int) stored as ORC; + +insert into s1 values(111, 33), (10, 45), (103, 44), (129, 34), (128, 11); +insert into s2 values(10, 45), (100, 45), (103, 44), (110, 12), (128, 34), (117, 71); +insert into table acid_ptn_bucket1 partition(ds='today') select key, count(value), key from (select * from s1 union all select * from s2) sub group by key; +select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today'; +select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today'; diff --git ql/src/test/queries/clientpositive/topnkey_grouping_sets.q ql/src/test/queries/clientpositive/topnkey_grouping_sets.q index 3efd0b9..0bcf08c 100644 --- ql/src/test/queries/clientpositive/topnkey_grouping_sets.q +++ ql/src/test/queries/clientpositive/topnkey_grouping_sets.q @@ -20,6 +20,45 @@ set hive.optimize.topnkey=true; EXPLAIN +<<<<<<< HEAD +SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3; +SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3; + +set hive.optimize.topnkey=false; +SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3; + +set hive.optimize.topnkey=true; +EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10; + +set hive.optimize.topnkey=false; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10; + +set hive.optimize.topnkey=true; +EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3; + +set hive.optimize.topnkey=false; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3; + +set hive.optimize.topnkey=true; +EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1; + +set hive.optimize.topnkey=false; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1; + +set hive.optimize.topnkey=true; +EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7; + +set hive.optimize.topnkey=false; +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7; +======= SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a, b GROUPING SETS ((a, b), (a), (b), ()) ORDER BY a, b LIMIT 3; SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a, b GROUPING SETS ((a, b), (a), (b), ()) ORDER BY a, b LIMIT 3; @@ -57,6 +96,7 @@ set hive.optimize.topnkey=false; SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY b, a LIMIT 7; +>>>>>>> apache/master set hive.optimize.topnkey=true; EXPLAIN diff --git ql/src/test/results/clientpositive/acid_nullscan.q.out ql/src/test/results/clientpositive/acid_nullscan.q.out index 0e5c241..bbebea2 100644 --- ql/src/test/results/clientpositive/acid_nullscan.q.out +++ ql/src/test/results/clientpositive/acid_nullscan.q.out @@ -65,7 +65,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -96,7 +98,7 @@ serialization.ddl struct acid_vectorized_n1 { i32 a, string b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe - totalSize 2602 + totalSize 2583 transactional true transactional_properties default #### A masked pattern was here #### @@ -121,7 +123,7 @@ serialization.ddl struct acid_vectorized_n1 { i32 a, string b} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2602 + totalSize 2583 transactional true transactional_properties default #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/acid_table_stats.q.out ql/src/test/results/clientpositive/acid_table_stats.q.out index c4bc80e..4128adb 100644 --- ql/src/test/results/clientpositive/acid_table_stats.q.out +++ ql/src/test/results/clientpositive/acid_table_stats.q.out @@ -97,7 +97,7 @@ numFiles 2 numRows 1000 rawDataSize 0 - totalSize 4384 + totalSize 4361 #### A masked pattern was here #### # Storage Information @@ -184,7 +184,7 @@ numFiles 2 numRows 1000 rawDataSize 0 - totalSize 4384 + totalSize 4361 #### A masked pattern was here #### # Storage Information @@ -235,7 +235,7 @@ numFiles 2 numRows 1000 rawDataSize 0 - totalSize 4384 + totalSize 4361 #### A masked pattern was here #### # Storage Information @@ -331,7 +331,7 @@ numFiles 4 numRows 2000 rawDataSize 0 - totalSize 8769 + totalSize 8722 #### A masked pattern was here #### # Storage Information @@ -380,7 +380,7 @@ numFiles 4 numRows 2000 rawDataSize 0 - totalSize 8769 + totalSize 8722 #### A masked pattern was here #### # Storage Information @@ -593,7 +593,7 @@ numFiles 2 numRows 1000 rawDataSize 176000 - totalSize 3326 + totalSize 3325 #### A masked pattern was here #### # Storage Information diff --git ql/src/test/results/clientpositive/autoColumnStats_4.q.out ql/src/test/results/clientpositive/autoColumnStats_4.q.out index a9b5ad0..7ef13b3 100644 --- ql/src/test/results/clientpositive/autoColumnStats_4.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_4.q.out @@ -214,7 +214,7 @@ numFiles 2 numRows 10 rawDataSize 0 - totalSize 1903 + totalSize 1884 transactional true transactional_properties default #### A masked pattern was here #### @@ -256,10 +256,10 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 - numFiles 4 + numFiles 3 numRows 8 rawDataSize 0 - totalSize 3293 + totalSize 2596 transactional true transactional_properties default #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/autoColumnStats_5a.q.out ql/src/test/results/clientpositive/autoColumnStats_5a.q.out index 4bc9df4..d5eb9f3 100644 --- ql/src/test/results/clientpositive/autoColumnStats_5a.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_5a.q.out @@ -89,8 +89,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE @@ -515,8 +517,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/autoColumnStats_8.q.out ql/src/test/results/clientpositive/autoColumnStats_8.q.out index de7352c..e8a4621 100644 --- ql/src/test/results/clientpositive/autoColumnStats_8.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_8.q.out @@ -121,8 +121,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE @@ -515,8 +517,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: '2008-12-31' (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: '2008-12-31' (type: string), _col1 (type: string) Statistics: Num rows: 2 Data size: 2316 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/auto_join_reordering_values.q.out ql/src/test/results/clientpositive/auto_join_reordering_values.q.out index 0378c65..64cb146 100644 --- ql/src/test/results/clientpositive/auto_join_reordering_values.q.out +++ ql/src/test/results/clientpositive/auto_join_reordering_values.q.out @@ -128,8 +128,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE @@ -150,8 +152,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE @@ -245,8 +249,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE @@ -267,8 +273,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE @@ -385,8 +393,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE @@ -407,8 +417,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE @@ -525,8 +537,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col3 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col3 (type: int) Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: COMPLETE @@ -547,8 +561,10 @@ outputColumnNames: _col0 Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out index 4731629..4faba94 100644 --- ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out +++ ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out @@ -88,8 +88,10 @@ expressions: _col0 (type: int), _col7 (type: string) outputColumnNames: _col0, _col1 Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) tag: -1 @@ -260,8 +262,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: '1' (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: '1' (type: string) tag: -1 diff --git ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out index 1f301e8..f6c2f9d 100644 --- ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out +++ ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out @@ -316,8 +316,10 @@ expressions: _col0 (type: int), concat(_col1, _col7) (type: string) outputColumnNames: _col0, _col1 Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) tag: -1 @@ -490,8 +492,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: '2' (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: '2' (type: string) tag: -1 diff --git ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out index 71ea244..fe2561b 100644 --- ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out @@ -102,8 +102,10 @@ expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + tag: -1 TopN: 10 @@ -289,8 +291,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 550 Data size: 52250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 550 Data size: 52250 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/binary_output_format.q.out ql/src/test/results/clientpositive/binary_output_format.q.out index ec6a3a2..6d12862 100644 --- ql/src/test/results/clientpositive/binary_output_format.q.out +++ ql/src/test/results/clientpositive/binary_output_format.q.out @@ -133,7 +133,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/bucket1.q.out ql/src/test/results/clientpositive/bucket1.q.out index 6e8965f..e0773b9 100644 --- ql/src/test/results/clientpositive/bucket1.q.out +++ ql/src/test/results/clientpositive/bucket1.q.out @@ -39,8 +39,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE @@ -216,7 +218,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/bucket2.q.out ql/src/test/results/clientpositive/bucket2.q.out index e21515e..8306de7 100644 --- ql/src/test/results/clientpositive/bucket2.q.out +++ ql/src/test/results/clientpositive/bucket2.q.out @@ -38,8 +38,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/bucket3.q.out ql/src/test/results/clientpositive/bucket3.q.out index a494c21..7e1082a 100644 --- ql/src/test/results/clientpositive/bucket3.q.out +++ ql/src/test/results/clientpositive/bucket3.q.out @@ -39,8 +39,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE @@ -214,8 +216,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 949 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/bucket_map_join_1.q.out ql/src/test/results/clientpositive/bucket_map_join_1.q.out index 98c0aa4..d811179 100644 --- ql/src/test/results/clientpositive/bucket_map_join_1.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_1.q.out @@ -110,7 +110,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucket_map_join_2.q.out ql/src/test/results/clientpositive/bucket_map_join_2.q.out index 01d0999..5c01448 100644 --- ql/src/test/results/clientpositive/bucket_map_join_2.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_2.q.out @@ -110,7 +110,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out index 8006d5c..4a30456 100644 --- ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_spark1.q.out @@ -458,7 +458,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -920,7 +922,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out index 23d704a..6284166 100644 --- ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_spark2.q.out @@ -442,7 +442,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -904,7 +906,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out index 5d59a53..f87d2cd 100644 --- ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_spark3.q.out @@ -442,7 +442,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -904,7 +906,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketcontext_1.q.out ql/src/test/results/clientpositive/bucketcontext_1.q.out index b136f29..3df511a 100644 --- ql/src/test/results/clientpositive/bucketcontext_1.q.out +++ ql/src/test/results/clientpositive/bucketcontext_1.q.out @@ -230,7 +230,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -445,7 +447,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketcontext_2.q.out ql/src/test/results/clientpositive/bucketcontext_2.q.out index 139b04b..0d6610d 100644 --- ql/src/test/results/clientpositive/bucketcontext_2.q.out +++ ql/src/test/results/clientpositive/bucketcontext_2.q.out @@ -214,7 +214,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -429,7 +431,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketcontext_3.q.out ql/src/test/results/clientpositive/bucketcontext_3.q.out index dbe68ee..63c44d8 100644 --- ql/src/test/results/clientpositive/bucketcontext_3.q.out +++ ql/src/test/results/clientpositive/bucketcontext_3.q.out @@ -262,7 +262,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -426,7 +428,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketcontext_4.q.out ql/src/test/results/clientpositive/bucketcontext_4.q.out index 0cc4d7e..0e265a6 100644 --- ql/src/test/results/clientpositive/bucketcontext_4.q.out +++ ql/src/test/results/clientpositive/bucketcontext_4.q.out @@ -278,7 +278,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -442,7 +444,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketcontext_5.q.out ql/src/test/results/clientpositive/bucketcontext_5.q.out index 25f89a8..c8acdb5 100644 --- ql/src/test/results/clientpositive/bucketcontext_5.q.out +++ ql/src/test/results/clientpositive/bucketcontext_5.q.out @@ -140,7 +140,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -292,7 +294,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketcontext_6.q.out ql/src/test/results/clientpositive/bucketcontext_6.q.out index 0a5baeb..f871196 100644 --- ql/src/test/results/clientpositive/bucketcontext_6.q.out +++ ql/src/test/results/clientpositive/bucketcontext_6.q.out @@ -162,7 +162,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -373,7 +375,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketcontext_7.q.out ql/src/test/results/clientpositive/bucketcontext_7.q.out index 734dd0f..4a3788d 100644 --- ql/src/test/results/clientpositive/bucketcontext_7.q.out +++ ql/src/test/results/clientpositive/bucketcontext_7.q.out @@ -297,7 +297,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -516,7 +518,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketcontext_8.q.out ql/src/test/results/clientpositive/bucketcontext_8.q.out index 8260858..bdc12a8 100644 --- ql/src/test/results/clientpositive/bucketcontext_8.q.out +++ ql/src/test/results/clientpositive/bucketcontext_8.q.out @@ -297,7 +297,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -516,7 +518,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/bucketmapjoin10.q.out ql/src/test/results/clientpositive/bucketmapjoin10.q.out index fcf056d..a1b1d58 100644 --- ql/src/test/results/clientpositive/bucketmapjoin10.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin10.q.out @@ -301,7 +301,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin11.q.out ql/src/test/results/clientpositive/bucketmapjoin11.q.out index 7032fb5..7c6996f 100644 --- ql/src/test/results/clientpositive/bucketmapjoin11.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin11.q.out @@ -317,7 +317,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -671,7 +673,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin12.q.out ql/src/test/results/clientpositive/bucketmapjoin12.q.out index 2ef7cb7..9508f70 100644 --- ql/src/test/results/clientpositive/bucketmapjoin12.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin12.q.out @@ -226,7 +226,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -466,7 +468,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin13.q.out ql/src/test/results/clientpositive/bucketmapjoin13.q.out index b6e55b3..a3fd43a 100644 --- ql/src/test/results/clientpositive/bucketmapjoin13.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin13.q.out @@ -189,7 +189,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -493,7 +495,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -752,7 +756,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1011,7 +1017,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin5.q.out ql/src/test/results/clientpositive/bucketmapjoin5.q.out index 5ada6e7..dc6e5a5 100644 --- ql/src/test/results/clientpositive/bucketmapjoin5.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin5.q.out @@ -296,7 +296,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -911,7 +913,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin8.q.out ql/src/test/results/clientpositive/bucketmapjoin8.q.out index 5c0ac98..a15aac4 100644 --- ql/src/test/results/clientpositive/bucketmapjoin8.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin8.q.out @@ -192,7 +192,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -449,7 +451,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin9.q.out ql/src/test/results/clientpositive/bucketmapjoin9.q.out index 61be706..56d6af9 100644 --- ql/src/test/results/clientpositive/bucketmapjoin9.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin9.q.out @@ -192,7 +192,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -474,7 +476,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out index cb9d5d0..c920f16 100644 --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out @@ -235,7 +235,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out index b5aceed..b57a869 100644 --- ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out @@ -301,7 +301,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out index 5bb0f03..c47b04e 100644 --- ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out +++ ql/src/test/results/clientpositive/cbo_rp_outer_join_ppr.q.out @@ -48,8 +48,10 @@ outputColumnNames: key, value Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -70,8 +72,10 @@ outputColumnNames: key, value Statistics: Num rows: 111 Data size: 30192 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 111 Data size: 30192 Basic stats: COMPLETE Column stats: COMPLETE @@ -362,8 +366,10 @@ outputColumnNames: key, value Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -384,8 +390,10 @@ outputColumnNames: key, value Statistics: Num rows: 111 Data size: 30192 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 111 Data size: 30192 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/cbo_stats_estimation.q.out ql/src/test/results/clientpositive/cbo_stats_estimation.q.out index 389a9bc..326306d 100644 --- ql/src/test/results/clientpositive/cbo_stats_estimation.q.out +++ ql/src/test/results/clientpositive/cbo_stats_estimation.q.out @@ -51,7 +51,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -182,7 +184,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/columnstats_partlvl.q.out ql/src/test/results/clientpositive/columnstats_partlvl.q.out index f12577c..39301ed 100644 --- ql/src/test/results/clientpositive/columnstats_partlvl.q.out +++ ql/src/test/results/clientpositive/columnstats_partlvl.q.out @@ -145,8 +145,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 1062 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: 2000.0D (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: 2000.0D (type: double) Statistics: Num rows: 3 Data size: 1062 Basic stats: PARTIAL Column stats: NONE @@ -419,8 +421,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 1062 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: 4000.0D (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: 4000.0D (type: double) Statistics: Num rows: 3 Data size: 1062 Basic stats: PARTIAL Column stats: NONE diff --git ql/src/test/results/clientpositive/columnstats_tbllvl.q.out ql/src/test/results/clientpositive/columnstats_tbllvl.q.out index f22d15c..1fe69c9 100644 --- ql/src/test/results/clientpositive/columnstats_tbllvl.q.out +++ ql/src/test/results/clientpositive/columnstats_tbllvl.q.out @@ -134,7 +134,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -639,7 +641,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/comments.q.out ql/src/test/results/clientpositive/comments.q.out index b94e2ce..9c601b0 100644 --- ql/src/test/results/clientpositive/comments.q.out +++ ql/src/test/results/clientpositive/comments.q.out @@ -150,7 +150,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out index 3450294..fd8aec2 100644 --- ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out +++ ql/src/test/results/clientpositive/constantPropagateForSubQuery.q.out @@ -39,7 +39,9 @@ outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -54,7 +56,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 diff --git ql/src/test/results/clientpositive/cp_sel.q.out ql/src/test/results/clientpositive/cp_sel.q.out index 471ff80..477069f 100644 --- ql/src/test/results/clientpositive/cp_sel.q.out +++ ql/src/test/results/clientpositive/cp_sel.q.out @@ -229,9 +229,9 @@ POSTHOOK: Input: default@testpartbucket POSTHOOK: Input: default@testpartbucket@ds=hello/hr=world #### A masked pattern was here #### -0 val_0 hello world -0 val_0 hello world -0 val_0 hello world +10 val_10 hello world +10 val_10 hello world +104 val_104 hello world PREHOOK: query: drop table testpartbucket PREHOOK: type: DROPTABLE PREHOOK: Input: default@testpartbucket diff --git ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out index ca7ce6f..d3ec6c3 100644 --- ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out +++ ql/src/test/results/clientpositive/display_colstats_tbllvl.q.out @@ -159,7 +159,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out index f57b6b3..4cb43b2 100644 --- ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out +++ ql/src/test/results/clientpositive/druid/druidkafkamini_basic.q.out @@ -251,8 +251,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 354 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2 Data size: 354 Basic stats: COMPLETE Column stats: COMPLETE @@ -328,8 +330,10 @@ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: language (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: language (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/druid/druidmini_expressions.q.out ql/src/test/results/clientpositive/druid/druidmini_expressions.q.out index a993c7b..cde5aef 100644 --- ql/src/test/results/clientpositive/druid/druidmini_expressions.q.out +++ ql/src/test/results/clientpositive/druid/druidmini_expressions.q.out @@ -221,7 +221,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out index 005e711..de061cb 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_unencrypted_tbl.q.out @@ -571,8 +571,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: double) Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE @@ -593,8 +595,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 51500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: double) Statistics: Num rows: 500 Data size: 51500 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out index fb7b0bc..a2ccdea 100644 --- ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out +++ ql/src/test/results/clientpositive/encrypted/encryption_join_with_different_encryption_keys.q.out @@ -89,8 +89,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 475 Data size: 85013 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 475 Data size: 85013 Basic stats: COMPLETE Column stats: NONE @@ -111,8 +113,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 475 Data size: 85013 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 475 Data size: 85013 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/filter_aggr.q.out ql/src/test/results/clientpositive/filter_aggr.q.out index e3fe160..b413c69 100644 --- ql/src/test/results/clientpositive/filter_aggr.q.out +++ ql/src/test/results/clientpositive/filter_aggr.q.out @@ -47,8 +47,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/filter_join_breaktask.q.out ql/src/test/results/clientpositive/filter_join_breaktask.q.out index 565d628..49d3e0c 100644 --- ql/src/test/results/clientpositive/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/filter_join_breaktask.q.out @@ -67,8 +67,10 @@ outputColumnNames: _col0 Statistics: Num rows: 15 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 15 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE @@ -88,8 +90,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 15 Data size: 1375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 15 Data size: 1375 Basic stats: COMPLETE Column stats: COMPLETE @@ -184,8 +188,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 25 Data size: 2305 Basic stats: COMPLETE Column stats: COMPLETE @@ -206,8 +212,10 @@ outputColumnNames: _col0 Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/filter_union.q.out ql/src/test/results/clientpositive/filter_union.q.out index be6ed20..24126cd 100644 --- ql/src/test/results/clientpositive/filter_union.q.out +++ ql/src/test/results/clientpositive/filter_union.q.out @@ -61,8 +61,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE @@ -278,8 +280,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/groupby_map_ppr.q.out ql/src/test/results/clientpositive/groupby_map_ppr.q.out index 952f310..2a3a142 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr.q.out @@ -59,8 +59,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 500 Data size: 93500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 93500 Basic stats: COMPLETE Column stats: COMPLETE @@ -290,7 +292,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out index bd43f54..c7e3826 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out @@ -59,8 +59,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 1000 Data size: 294000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 294000 Basic stats: COMPLETE Column stats: COMPLETE @@ -290,7 +292,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 2152 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/groupby_ppr.q.out ql/src/test/results/clientpositive/groupby_ppr.q.out index d7549d9..1d3d3f3 100644 --- ql/src/test/results/clientpositive/groupby_ppr.q.out +++ ql/src/test/results/clientpositive/groupby_ppr.q.out @@ -52,8 +52,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE @@ -277,7 +279,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 316 Data size: 86268 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out index 95f95b0..7ba4231 100644 --- ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out @@ -52,8 +52,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE @@ -277,7 +279,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 316 Data size: 88796 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -426,8 +430,10 @@ outputColumnNames: $f0, $f1, $f2 Statistics: Num rows: 1000 Data size: 459000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: $f0 (type: string), $f1 (type: string), $f2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: $f0 (type: string) Statistics: Num rows: 1000 Data size: 459000 Basic stats: COMPLETE Column stats: COMPLETE @@ -651,7 +657,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/groupby_sort_1_23.q.out ql/src/test/results/clientpositive/groupby_sort_1_23.q.out index 6498e24..e64f21b 100644 --- ql/src/test/results/clientpositive/groupby_sort_1_23.q.out +++ ql/src/test/results/clientpositive/groupby_sort_1_23.q.out @@ -125,7 +125,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -526,8 +528,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -711,7 +715,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1656 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -893,7 +899,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1336,7 +1344,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1787,7 +1797,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1456 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1456 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2189,8 +2201,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -2374,7 +2388,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2507,8 +2523,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: double) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -2692,7 +2710,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1456 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2837,8 +2857,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -3022,7 +3044,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3220,7 +3244,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3290,7 +3316,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3713,8 +3741,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -3877,7 +3907,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3935,7 +3967,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -4378,8 +4412,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -4402,8 +4438,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -4588,7 +4626,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -4738,8 +4778,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -4850,8 +4892,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -4861,8 +4905,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -5050,8 +5096,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE @@ -5235,7 +5283,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -5415,7 +5465,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -5869,7 +5921,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 2136 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 2136 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -6322,7 +6376,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -6782,7 +6838,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/groupby_sort_6.q.out ql/src/test/results/clientpositive/groupby_sort_6.q.out index 6930641..fdbbdcc 100644 --- ql/src/test/results/clientpositive/groupby_sort_6.q.out +++ ql/src/test/results/clientpositive/groupby_sort_6.q.out @@ -61,8 +61,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE @@ -189,7 +191,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -329,8 +333,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE @@ -457,7 +463,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -586,8 +594,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 184 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: PARTIAL Column stats: NONE @@ -766,7 +776,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index 38826ef..ebc72e6 100644 --- ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -125,7 +125,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -527,8 +529,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -626,8 +630,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -781,7 +787,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1656 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -963,7 +971,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1406,7 +1416,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1857,7 +1869,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1456 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1456 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2260,8 +2274,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -2359,8 +2375,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -2514,7 +2532,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2648,8 +2668,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: double) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -2747,8 +2769,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: double) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -2902,7 +2926,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1456 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3048,8 +3074,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -3147,8 +3175,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -3302,7 +3332,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3500,7 +3532,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3570,7 +3604,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3994,8 +4030,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -4093,8 +4131,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -4227,7 +4267,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -4285,7 +4327,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1032 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -4728,8 +4772,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -4752,8 +4798,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -4938,7 +4986,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -5089,8 +5139,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -5188,8 +5240,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2208 Basic stats: COMPLETE Column stats: NONE @@ -5270,8 +5324,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE @@ -5281,8 +5337,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE @@ -5471,8 +5529,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE @@ -5570,8 +5630,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE @@ -5725,7 +5787,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -5905,7 +5969,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -6359,7 +6425,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 2136 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 2136 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -6812,7 +6880,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -7272,7 +7342,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out index 9b869a1..02c40a2 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_dyn_part.q.out @@ -661,7 +661,7 @@ numFiles 1 numRows 305 rawDataSize 1163 - totalSize 1346 + totalSize 1347 #### A masked pattern was here #### # Storage Information diff --git ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out index 52fd083..5ce1e20 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_num_buckets.q.out @@ -6,7 +6,7 @@ POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@test_table_n0 -PREHOOK: query: EXPLAIN +PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM (SELECT if ((key % 3) < 2, 0, 1) as key2, value, (key % 2) as hr @@ -18,7 +18,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Output: default@test_table_n0@ds=2008-04-08 -POSTHOOK: query: EXPLAIN +POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM (SELECT if ((key % 3) < 2, 0, 1) as key2, value, (key % 2) as hr @@ -44,17 +44,127 @@ alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE + GatherStats: false Select Operator expressions: if(((key % 3) < 2), 0, 1) (type: int), value (type: string), UDFToInteger((key % 2)) (type: int) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1000 Data size: 99000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1000 Data size: 99000 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int) + auto parallelism: false Execution mode: vectorized + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart +#### A masked pattern was here #### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11 [a:srcpart] + /srcpart/ds=2008-04-08/hr=12 [a:srcpart] + Needs Tagging: false Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), CAST( VALUE._col2 AS STRING) (type: string) @@ -73,29 +183,86 @@ Statistics: Num rows: 316 Data size: 360872 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + column.name.delimiter , + columns _col0,_col1,_col2,_col3 + columns.types string,string,struct,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false File Output Operator compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + column.name.delimiter , + columns _col0,_col1,_col2 + columns.types int,string,string + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-2 Map Reduce Map Operator Tree: TableScan + GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: '2008-04-08' (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: '2008-04-08' (type: string), _col1 (type: string) Statistics: Num rows: 316 Data size: 360872 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 value expressions: _col2 (type: struct), _col3 (type: struct) + auto parallelism: false Execution mode: vectorized + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + column.name.delimiter , + columns _col0,_col1,_col2,_col3 + columns.types string,string,struct,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + column.name.delimiter , + columns _col0,_col1,_col2,_col3 + columns.types string,string,struct,struct + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Truncated Path -> Alias: +#### A masked pattern was here #### + Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -109,45 +276,122 @@ Statistics: Num rows: 316 Data size: 365928 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 Statistics: Num rows: 316 Data size: 365928 Basic stats: COMPLETE Column stats: COMPLETE +#### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types struct:struct:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-4 Stats Work Basic Stats Work: +#### A masked pattern was here #### Column Stats Desc: Columns: key, value Column Types: int, string Table: default.test_table_n0 + Is Table Level Stats: false Stage: Stage-3 Map Reduce Map Operator Tree: TableScan + GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 1000 Data size: 279000 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 value expressions: _col0 (type: int), _col1 (type: string) + auto parallelism: false + Path -> Bucketed Columns: +#### A masked pattern was here #### Execution mode: vectorized + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: -mr-10003 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + column.name.delimiter , + columns _col0,_col1,_col2 + columns.types int,string,string + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + column.name.delimiter , + columns _col0,_col1,_col2 + columns.types int,string,string + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Path -> Sorted Columns: +#### A masked pattern was here #### + Truncated Path -> Alias: +#### A masked pattern was here #### + Needs Tagging: false Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string) outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### Dp Sort State: PARTITION_SORTED + NumFilesPerFileSink: 1 + Static Partition Specification: ds=2008-04-08/ Statistics: Num rows: 1000 Data size: 279000 Basic stats: COMPLETE Column stats: COMPLETE +#### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.test_table_n0 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct test_table_n0 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table_n0 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Stage: Stage-0 Move Operator @@ -156,9 +400,25 @@ ds 2008-04-08 hr replace: true +#### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.test_table_n0 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct test_table_n0 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table_n0 diff --git ql/src/test/results/clientpositive/input23.q.out ql/src/test/results/clientpositive/input23.q.out index 396f2c1..d84bbae 100644 --- ql/src/test/results/clientpositive/input23.q.out +++ ql/src/test/results/clientpositive/input23.q.out @@ -37,7 +37,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -57,7 +59,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 diff --git ql/src/test/results/clientpositive/input_part1.q.out ql/src/test/results/clientpositive/input_part1.q.out index 195f52c..99acabb 100644 --- ql/src/test/results/clientpositive/input_part1.q.out +++ ql/src/test/results/clientpositive/input_part1.q.out @@ -94,7 +94,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/input_part2.q.out ql/src/test/results/clientpositive/input_part2.q.out index b187bc2..016b15e 100644 --- ql/src/test/results/clientpositive/input_part2.q.out +++ ql/src/test/results/clientpositive/input_part2.q.out @@ -107,7 +107,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -595,7 +597,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/input_part7.q.out ql/src/test/results/clientpositive/input_part7.q.out index 5ac50a4..4cf6307 100644 --- ql/src/test/results/clientpositive/input_part7.q.out +++ ql/src/test/results/clientpositive/input_part7.q.out @@ -50,10 +50,19 @@ outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator +<<<<<<< HEAD + bucketingVersion: 2 + key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string) + null sort order: zzzz + numBuckets: -1 + sort order: ++++ + Statistics: Num rows: 666 Data size: 241092 Basic stats: COMPLETE Column stats: COMPLETE +======= key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) null sort order: zzz sort order: +++ Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE +>>>>>>> apache/master tag: -1 auto parallelism: false TableScan @@ -76,10 +85,19 @@ outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator +<<<<<<< HEAD + bucketingVersion: 2 + key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string) + null sort order: zzzz + numBuckets: -1 + sort order: ++++ + Statistics: Num rows: 666 Data size: 241092 Basic stats: COMPLETE Column stats: COMPLETE +======= key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) null sort order: zzz sort order: +++ Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE +>>>>>>> apache/master tag: -1 auto parallelism: false Path -> Alias: diff --git ql/src/test/results/clientpositive/join17.q.out ql/src/test/results/clientpositive/join17.q.out index e8bd76d..227dec0 100644 --- ql/src/test/results/clientpositive/join17.q.out +++ ql/src/test/results/clientpositive/join17.q.out @@ -49,8 +49,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE @@ -71,8 +73,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE @@ -253,7 +257,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/join26.q.out ql/src/test/results/clientpositive/join26.q.out index aaa6bf2..a0cb812 100644 --- ql/src/test/results/clientpositive/join26.q.out +++ ql/src/test/results/clientpositive/join26.q.out @@ -441,7 +441,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/join32.q.out ql/src/test/results/clientpositive/join32.q.out index d45e6b9..e8ecf16 100644 --- ql/src/test/results/clientpositive/join32.q.out +++ ql/src/test/results/clientpositive/join32.q.out @@ -441,7 +441,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/join33.q.out ql/src/test/results/clientpositive/join33.q.out index 04d9951..dd27649 100644 --- ql/src/test/results/clientpositive/join33.q.out +++ ql/src/test/results/clientpositive/join33.q.out @@ -441,7 +441,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/join34.q.out ql/src/test/results/clientpositive/join34.q.out index b8fd984..cdab0e9 100644 --- ql/src/test/results/clientpositive/join34.q.out +++ ql/src/test/results/clientpositive/join34.q.out @@ -408,7 +408,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/join35.q.out ql/src/test/results/clientpositive/join35.q.out index f524ff4..b319d1d 100644 --- ql/src/test/results/clientpositive/join35.q.out +++ ql/src/test/results/clientpositive/join35.q.out @@ -75,8 +75,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 74 Data size: 7030 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 74 Data size: 7030 Basic stats: COMPLETE Column stats: COMPLETE @@ -495,7 +497,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -579,8 +583,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 74 Data size: 7030 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 74 Data size: 7030 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/join9.q.out ql/src/test/results/clientpositive/join9.q.out index 5c11241..dab9f42 100644 --- ql/src/test/results/clientpositive/join9.q.out +++ ql/src/test/results/clientpositive/join9.q.out @@ -53,8 +53,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE @@ -74,8 +76,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE @@ -306,7 +310,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/join_filters_overlap.q.out ql/src/test/results/clientpositive/join_filters_overlap.q.out index 6bb6de1..8804a46 100644 --- ql/src/test/results/clientpositive/join_filters_overlap.q.out +++ ql/src/test/results/clientpositive/join_filters_overlap.q.out @@ -45,8 +45,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE @@ -67,8 +69,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -168,8 +172,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE @@ -190,8 +196,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -384,8 +392,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -401,8 +411,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE @@ -502,8 +514,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 3 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE @@ -524,8 +538,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -718,8 +734,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -735,8 +753,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE @@ -836,8 +856,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 3 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE @@ -858,8 +880,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -1050,8 +1074,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE @@ -1067,8 +1093,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE @@ -1169,8 +1197,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col4 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col4 (type: int) Statistics: Num rows: 9 Data size: 216 Basic stats: COMPLETE Column stats: COMPLETE @@ -1191,8 +1221,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -1315,8 +1347,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 9 Data size: 252 Basic stats: COMPLETE Column stats: COMPLETE @@ -1337,8 +1371,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -1521,8 +1557,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 3 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE @@ -1543,8 +1581,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -1644,8 +1684,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE @@ -1666,8 +1708,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -1790,8 +1834,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -1812,8 +1858,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/join_map_ppr.q.out ql/src/test/results/clientpositive/join_map_ppr.q.out index 0e5cc5f..6a3a242 100644 --- ql/src/test/results/clientpositive/join_map_ppr.q.out +++ ql/src/test/results/clientpositive/join_map_ppr.q.out @@ -156,7 +156,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -808,7 +810,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/kafka/kafka_storage_handler.q.out ql/src/test/results/clientpositive/kafka/kafka_storage_handler.q.out index 68ea97d..45725fe 100644 --- ql/src/test/results/clientpositive/kafka/kafka_storage_handler.q.out +++ ql/src/test/results/clientpositive/kafka/kafka_storage_handler.q.out @@ -1109,8 +1109,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: bigint), _col1 (type: timestamp), _col2 (type: binary) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: _col0 (type: bigint), _col1 (type: timestamp), _col2 (type: binary) Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: NONE @@ -1432,8 +1434,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: bigint), _col1 (type: timestamp), _col2 (type: binary) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: _col0 (type: bigint), _col1 (type: timestamp), _col2 (type: binary) Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/list_bucket_dml_1.q.out ql/src/test/results/clientpositive/list_bucket_dml_1.q.out index 7c2d558..d1f10a1 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_1.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_1.q.out @@ -89,8 +89,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 2316 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2 Data size: 2316 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_11.q.out ql/src/test/results/clientpositive/list_bucket_dml_11.q.out index 63f3c83..c8d22a4 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_11.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_11.q.out @@ -88,8 +88,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_12.q.out ql/src/test/results/clientpositive/list_bucket_dml_12.q.out index 5bcd456..4edad67 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_12.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_12.q.out @@ -88,8 +88,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 1 Data size: 2380 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 2380 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_13.q.out ql/src/test/results/clientpositive/list_bucket_dml_13.q.out index ce1dbf9..0f66400 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_13.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_13.q.out @@ -88,8 +88,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 1 Data size: 2397 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 2397 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_14.q.out ql/src/test/results/clientpositive/list_bucket_dml_14.q.out index 92b2e68..59df4b4 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_14.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_14.q.out @@ -83,7 +83,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/list_bucket_dml_2.q.out ql/src/test/results/clientpositive/list_bucket_dml_2.q.out index e8df860..f1a8043 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_2.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_2.q.out @@ -94,8 +94,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_3.q.out ql/src/test/results/clientpositive/list_bucket_dml_3.q.out index 60d595e..0819767 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_3.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_3.q.out @@ -84,8 +84,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_4.q.out ql/src/test/results/clientpositive/list_bucket_dml_4.q.out index 7cef24f..9118db4 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_4.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_4.q.out @@ -94,8 +94,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE @@ -430,8 +432,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_5.q.out ql/src/test/results/clientpositive/list_bucket_dml_5.q.out index 1d3b7b9..9d217e8 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_5.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_5.q.out @@ -89,8 +89,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 2316 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2 Data size: 2316 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_6.q.out ql/src/test/results/clientpositive/list_bucket_dml_6.q.out index 3ec1d32..36b52a9 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_6.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_6.q.out @@ -93,8 +93,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE @@ -474,8 +476,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_7.q.out ql/src/test/results/clientpositive/list_bucket_dml_7.q.out index c41ae71..452b57c 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_7.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_7.q.out @@ -93,8 +93,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE @@ -474,8 +476,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_8.q.out ql/src/test/results/clientpositive/list_bucket_dml_8.q.out index 2b82c86..5b5120f 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_8.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_8.q.out @@ -93,8 +93,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_dml_9.q.out ql/src/test/results/clientpositive/list_bucket_dml_9.q.out index 32c098b..9a9580e 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_9.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_9.q.out @@ -94,8 +94,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE @@ -430,8 +432,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out index bfc9def..fa39738 100644 --- ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out @@ -425,8 +425,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 188 Basic stats: PARTIAL Column stats: NONE @@ -574,8 +576,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: boolean) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out index 30914df..866f3a6 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out @@ -236,7 +236,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -535,7 +537,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -834,7 +838,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out index 3dd0b23..fe88a32 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out @@ -153,8 +153,10 @@ outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 368 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 368 Basic stats: PARTIAL Column stats: NONE @@ -233,8 +235,10 @@ outputColumnNames: _col0 Statistics: Num rows: 211 Data size: 34294 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 211 Data size: 34294 Basic stats: PARTIAL Column stats: NONE @@ -367,7 +371,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -561,7 +567,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -845,7 +853,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -1125,8 +1135,10 @@ Position of Big Table: 1 Statistics: Num rows: 250 Data size: 165502 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 165502 Basic stats: PARTIAL Column stats: NONE @@ -1249,8 +1261,10 @@ predicate: key is not null (type: boolean) Statistics: Num rows: 228 Data size: 150457 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 228 Data size: 150457 Basic stats: PARTIAL Column stats: NONE @@ -1383,7 +1397,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out index fe891c8..6be7e46 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out @@ -199,7 +199,9 @@ Select Operator Statistics: Num rows: 3 Data size: 1724 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 3 Data size: 1724 Basic stats: PARTIAL Column stats: COMPLETE tag: 0 @@ -354,8 +356,10 @@ Position of Big Table: 0 Statistics: Num rows: 232 Data size: 37723 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 232 Data size: 37723 Basic stats: PARTIAL Column stats: NONE @@ -483,8 +487,10 @@ outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 368 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 368 Basic stats: PARTIAL Column stats: NONE @@ -566,7 +572,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -627,7 +635,9 @@ Select Operator Statistics: Num rows: 127 Data size: 20666 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 127 Data size: 20666 Basic stats: PARTIAL Column stats: NONE tag: 1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out index 8ef914b..9959c05 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out @@ -218,7 +218,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -517,7 +519,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out index f322641..707e51a 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out @@ -268,7 +268,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -567,7 +569,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -866,7 +870,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out index 90186c7..dfe907e 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out @@ -284,7 +284,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -583,7 +585,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -882,7 +886,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out index 4bb3bb8..50adce9 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out @@ -193,7 +193,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -430,7 +432,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -667,7 +671,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out index 16a25de..75a37b0 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out @@ -303,7 +303,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -656,7 +658,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -1009,7 +1013,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out index 9d0f2ff..d6f15ed 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out @@ -303,7 +303,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -656,7 +658,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -1009,7 +1013,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/bucket2.q.out ql/src/test/results/clientpositive/llap/bucket2.q.out index 9b82a96..01da589 100644 --- ql/src/test/results/clientpositive/llap/bucket2.q.out +++ ql/src/test/results/clientpositive/llap/bucket2.q.out @@ -32,6 +32,7 @@ #### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -45,8 +46,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE @@ -156,35 +159,50 @@ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') - mode: complete + minReductionHashAggr: 0.99 + mode: hash outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator - expressions: _col0 (type: struct), _col1 (type: struct) - outputColumnNames: _col0, _col1 + Reduce Output Operator + bucketingVersion: 1 + null sort order: + numBuckets: -1 + sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator - compressed: false - GlobalTableId: 0 + tag: -1 + value expressions: _col0 (type: struct), _col1 (type: struct) + auto parallelism: false + Reducer 3 + Execution mode: llap + Needs Tagging: false + Reduce Operator Tree: + Group By Operator + aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + GlobalTableId: 0 #### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1 - columns.types struct:struct - escape.delim \ - hive.serialization.extend.additional.nesting.levels true - serialization.escape.crlf true - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - TotalFiles: 1 - GatherStats: false - MultiFileSpray: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1 + columns.types struct:struct + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false Stage: Stage-2 Dependency Collection @@ -229,293 +247,3 @@ Table: default.bucket2_1 Is Table Level Stats: true -PREHOOK: query: insert overwrite table bucket2_1 -select * from src -PREHOOK: type: QUERY -PREHOOK: Input: default@src -PREHOOK: Output: default@bucket2_1 -POSTHOOK: query: insert overwrite table bucket2_1 -select * from src -POSTHOOK: type: QUERY -POSTHOOK: Input: default@src -POSTHOOK: Output: default@bucket2_1 -POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -PREHOOK: query: explain -select * from bucket2_1 tablesample (bucket 1 out of 2) s -PREHOOK: type: QUERY -PREHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### -POSTHOOK: query: explain -select * from bucket2_1 tablesample (bucket 1 out of 2) s -POSTHOOK: type: QUERY -POSTHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### -STAGE DEPENDENCIES: - Stage-0 is a root stage - -STAGE PLANS: - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: s - Filter Operator - predicate: (((hash(key) & 2147483647) % 2) = 0) (type: boolean) - Select Operator - expressions: key (type: int), value (type: string) - outputColumnNames: _col0, _col1 - ListSink - -PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s -PREHOOK: type: QUERY -PREHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### -POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s -POSTHOOK: type: QUERY -POSTHOOK: Input: default@bucket2_1 -#### A masked pattern was here #### -10 val_10 -105 val_105 -113 val_113 -113 val_113 -116 val_116 -119 val_119 -119 val_119 -119 val_119 -126 val_126 -133 val_133 -134 val_134 -134 val_134 -137 val_137 -137 val_137 -146 val_146 -146 val_146 -149 val_149 -149 val_149 -153 val_153 -156 val_156 -157 val_157 -158 val_158 -162 val_162 -163 val_163 -164 val_164 -164 val_164 -165 val_165 -165 val_165 -169 val_169 -169 val_169 -169 val_169 -169 val_169 -17 val_17 -177 val_177 -178 val_178 -181 val_181 -187 val_187 -187 val_187 -187 val_187 -19 val_19 -190 val_190 -191 val_191 -191 val_191 -195 val_195 -195 val_195 -197 val_197 -197 val_197 -199 val_199 -199 val_199 -199 val_199 -2 val_2 -20 val_20 -201 val_201 -202 val_202 -208 val_208 -208 val_208 -208 val_208 -214 val_214 -216 val_216 -216 val_216 -221 val_221 -221 val_221 -226 val_226 -229 val_229 -229 val_229 -233 val_233 -233 val_233 -237 val_237 -237 val_237 -238 val_238 -238 val_238 -239 val_239 -239 val_239 -244 val_244 -248 val_248 -249 val_249 -252 val_252 -255 val_255 -255 val_255 -256 val_256 -256 val_256 -260 val_260 -266 val_266 -27 val_27 -272 val_272 -272 val_272 -284 val_284 -286 val_286 -287 val_287 -289 val_289 -291 val_291 -292 val_292 -30 val_30 -307 val_307 -307 val_307 -308 val_308 -310 val_310 -311 val_311 -311 val_311 -311 val_311 -315 val_315 -316 val_316 -316 val_316 -316 val_316 -317 val_317 -317 val_317 -325 val_325 -325 val_325 -327 val_327 -327 val_327 -327 val_327 -332 val_332 -336 val_336 -338 val_338 -339 val_339 -341 val_341 -342 val_342 -342 val_342 -344 val_344 -344 val_344 -348 val_348 -348 val_348 -348 val_348 -348 val_348 -348 val_348 -351 val_351 -353 val_353 -353 val_353 -360 val_360 -362 val_362 -364 val_364 -365 val_365 -368 val_368 -369 val_369 -369 val_369 -369 val_369 -377 val_377 -378 val_378 -384 val_384 -384 val_384 -384 val_384 -386 val_386 -392 val_392 -393 val_393 -394 val_394 -396 val_396 -396 val_396 -396 val_396 -397 val_397 -397 val_397 -399 val_399 -399 val_399 -402 val_402 -404 val_404 -404 val_404 -407 val_407 -409 val_409 -409 val_409 -409 val_409 -41 val_41 -411 val_411 -414 val_414 -414 val_414 -417 val_417 -417 val_417 -417 val_417 -419 val_419 -421 val_421 -427 val_427 -43 val_43 -430 val_430 -430 val_430 -430 val_430 -432 val_432 -435 val_435 -437 val_437 -443 val_443 -444 val_444 -446 val_446 -449 val_449 -452 val_452 -453 val_453 -454 val_454 -454 val_454 -454 val_454 -458 val_458 -458 val_458 -459 val_459 -459 val_459 -463 val_463 -463 val_463 -466 val_466 -466 val_466 -466 val_466 -467 val_467 -472 val_472 -478 val_478 -478 val_478 -479 val_479 -480 val_480 -480 val_480 -480 val_480 -482 val_482 -483 val_483 -484 val_484 -485 val_485 -490 val_490 -491 val_491 -495 val_495 -497 val_497 -498 val_498 -498 val_498 -498 val_498 -51 val_51 -51 val_51 -54 val_54 -57 val_57 -58 val_58 -58 val_58 -64 val_64 -65 val_65 -67 val_67 -67 val_67 -69 val_69 -70 val_70 -70 val_70 -70 val_70 -77 val_77 -80 val_80 -83 val_83 -83 val_83 -84 val_84 -84 val_84 -85 val_85 -86 val_86 -90 val_90 -90 val_90 -90 val_90 -96 val_96 -97 val_97 -97 val_97 -98 val_98 -98 val_98 diff --git ql/src/test/results/clientpositive/llap/bucket3.q.out ql/src/test/results/clientpositive/llap/bucket3.q.out index e8cd3b9..8389078 100644 --- ql/src/test/results/clientpositive/llap/bucket3.q.out +++ ql/src/test/results/clientpositive/llap/bucket3.q.out @@ -46,8 +46,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE @@ -161,8 +163,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 949 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 949 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/bucket4.q.out ql/src/test/results/clientpositive/llap/bucket4.q.out index ea9dc76..4df3c0b 100644 --- ql/src/test/results/clientpositive/llap/bucket4.q.out +++ ql/src/test/results/clientpositive/llap/bucket4.q.out @@ -45,8 +45,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/bucket5.q.out ql/src/test/results/clientpositive/llap/bucket5.q.out index 814c2e7..807eb36 100644 --- ql/src/test/results/clientpositive/llap/bucket5.q.out +++ ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -65,8 +65,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE @@ -78,8 +80,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE @@ -198,7 +202,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -288,7 +294,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/llap/bucket_many.q.out ql/src/test/results/clientpositive/llap/bucket_many.q.out index 92482db..05e8e62 100644 --- ql/src/test/results/clientpositive/llap/bucket_many.q.out +++ ql/src/test/results/clientpositive/llap/bucket_many.q.out @@ -46,8 +46,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE @@ -162,7 +164,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out index 85d2e19..03aaa54 100644 --- ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out +++ ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out @@ -2446,8 +2446,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 352 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out index 40d1661..f9a7cae 100644 --- ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out +++ ql/src/test/results/clientpositive/llap/bucket_num_reducers.q.out @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out index 17f30f9..e5ad928 100644 --- ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out +++ ql/src/test/results/clientpositive/llap/bucket_num_reducers2.q.out @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out index fca31cb..42c9880 100644 --- ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out +++ ql/src/test/results/clientpositive/llap/bucketmapjoin1.q.out @@ -73,8 +73,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -99,8 +101,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -220,8 +224,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -246,8 +252,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -464,8 +472,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -543,8 +553,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -668,7 +680,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -907,8 +921,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -986,8 +1002,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -1111,7 +1129,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out index bc200ed..700eb3b 100644 --- ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out +++ ql/src/test/results/clientpositive/llap/bucketmapjoin2.q.out @@ -148,8 +148,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -228,8 +230,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE @@ -353,7 +357,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -598,8 +604,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -678,8 +686,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE @@ -803,7 +813,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -1067,8 +1079,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -1147,8 +1161,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 127 Data size: 19590 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 127 Data size: 19590 Basic stats: PARTIAL Column stats: NONE @@ -1322,7 +1338,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out index 74b3fd6..350da09 100644 --- ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out +++ ql/src/test/results/clientpositive/llap/bucketmapjoin3.q.out @@ -172,8 +172,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE @@ -252,8 +254,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -377,7 +381,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -622,8 +628,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 64 Data size: 10026 Basic stats: PARTIAL Column stats: NONE @@ -702,8 +710,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -827,7 +837,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out index 3bf5bf6..48b974f 100644 --- ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out +++ ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out @@ -166,8 +166,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -245,8 +247,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -369,7 +373,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -596,8 +602,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -675,8 +683,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -799,7 +809,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out index 6b47eb2..5176116 100644 --- ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out +++ ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out @@ -99,8 +99,10 @@ predicate: key is not null (type: boolean) Statistics: Num rows: 66 Data size: 26560 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 66 Data size: 26560 Basic stats: PARTIAL Column stats: NONE @@ -175,8 +177,10 @@ predicate: key is not null (type: boolean) Statistics: Num rows: 66 Data size: 38352 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 66 Data size: 38352 Basic stats: PARTIAL Column stats: NONE @@ -264,8 +268,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 72 Data size: 29216 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 72 Data size: 29216 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/column_table_stats.q.out ql/src/test/results/clientpositive/llap/column_table_stats.q.out index a898426..777c0c8 100644 --- ql/src/test/results/clientpositive/llap/column_table_stats.q.out +++ ql/src/test/results/clientpositive/llap/column_table_stats.q.out @@ -92,7 +92,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -365,8 +367,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL @@ -790,8 +794,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 196 Data size: 313792 Basic stats: PARTIAL Column stats: PARTIAL @@ -1212,8 +1218,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 117 Data size: 166072 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), '11' (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), '11' (type: string) Statistics: Num rows: 117 Data size: 166072 Basic stats: PARTIAL Column stats: PARTIAL diff --git ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out index 5266770..9a11edf 100644 --- ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out +++ ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out @@ -95,7 +95,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -368,8 +370,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1248 Basic stats: COMPLETE Column stats: PARTIAL @@ -782,8 +786,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1150 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), '11' (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), '11' (type: string) Statistics: Num rows: 1 Data size: 1150 Basic stats: COMPLETE Column stats: PARTIAL diff --git ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out index 389a5f2..2f463cb 100644 --- ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out @@ -45,8 +45,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out index 7076388..f16a25e 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out @@ -1762,8 +1762,10 @@ outputColumnNames: _col0 Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE @@ -1881,8 +1883,10 @@ outputColumnNames: _col0 Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL @@ -1899,7 +1903,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL tag: -1 @@ -2021,7 +2027,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -2068,7 +2076,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL tag: -1 diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out index c8fa625..8ea0100 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out @@ -961,8 +961,10 @@ outputColumnNames: _col0 Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE @@ -1085,8 +1087,10 @@ outputColumnNames: _col0 Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL @@ -1103,7 +1107,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL tag: -1 @@ -1230,7 +1236,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -1277,7 +1285,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL tag: -1 diff --git ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out index fc7b671..6af04ed 100644 --- ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out @@ -73,8 +73,10 @@ outputColumnNames: _col0 Statistics: Num rows: 15 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 15 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE @@ -151,8 +153,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 15 Data size: 1375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 15 Data size: 1375 Basic stats: COMPLETE Column stats: COMPLETE @@ -230,8 +234,10 @@ outputColumnNames: _col0 Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE @@ -306,8 +312,10 @@ Position of Big Table: 1 Statistics: Num rows: 25 Data size: 2305 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 25 Data size: 2305 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/filter_union.q.out ql/src/test/results/clientpositive/llap/filter_union.q.out index 30cbf9b..7fd61ee 100644 --- ql/src/test/results/clientpositive/llap/filter_union.q.out +++ ql/src/test/results/clientpositive/llap/filter_union.q.out @@ -66,8 +66,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE @@ -147,8 +149,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/join32_lessSize.q.out ql/src/test/results/clientpositive/llap/join32_lessSize.q.out index 8072a8f..0c707be 100644 --- ql/src/test/results/clientpositive/llap/join32_lessSize.q.out +++ ql/src/test/results/clientpositive/llap/join32_lessSize.q.out @@ -90,8 +90,10 @@ Position of Big Table: 0 Statistics: Num rows: 39 Data size: 10374 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col3 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 39 Data size: 10374 Basic stats: COMPLETE Column stats: COMPLETE @@ -169,8 +171,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: -1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE @@ -264,6 +268,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 16884 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 1 #### A masked pattern was here #### @@ -307,7 +312,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -379,6 +386,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### @@ -389,6 +397,7 @@ input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: + bucketing_version -1 columns _col0,_col1,_col2 columns.types struct:struct:struct escape.delim \ @@ -637,8 +646,10 @@ Position of Big Table: 0 Statistics: Num rows: 39 Data size: 10296 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: -1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 39 Data size: 10296 Basic stats: COMPLETE Column stats: COMPLETE @@ -716,8 +727,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: -1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE @@ -807,8 +820,10 @@ Position of Big Table: 1 Statistics: Num rows: 61 Data size: 21655 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 61 Data size: 21655 Basic stats: COMPLETE Column stats: COMPLETE @@ -902,6 +917,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 99 Data size: 26334 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 1 #### A masked pattern was here #### @@ -945,7 +961,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1016,6 +1034,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### @@ -1026,6 +1045,7 @@ input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: + bucketing_version -1 columns _col0,_col1,_col2 columns.types struct:struct:struct escape.delim \ @@ -1270,8 +1290,10 @@ Position of Big Table: 0 Statistics: Num rows: 39 Data size: 6825 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 39 Data size: 6825 Basic stats: COMPLETE Column stats: COMPLETE @@ -1349,8 +1371,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: -1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE @@ -1444,6 +1468,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 63 Data size: 16758 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 1 #### A masked pattern was here #### @@ -1487,7 +1512,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1559,6 +1586,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### @@ -1569,6 +1597,7 @@ input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: + bucketing_version -1 columns _col0,_col1,_col2 columns.types struct:struct:struct escape.delim \ @@ -1803,8 +1832,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: -1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE @@ -1882,8 +1913,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: -1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE @@ -1976,6 +2009,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 104 Data size: 27664 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 1 #### A masked pattern was here #### @@ -2019,7 +2053,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2095,8 +2131,10 @@ Position of Big Table: 0 Statistics: Num rows: 64 Data size: 11200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 64 Data size: 11200 Basic stats: COMPLETE Column stats: COMPLETE @@ -2113,6 +2151,7 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### @@ -2123,6 +2162,7 @@ input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: + bucketing_version -1 columns _col0,_col1,_col2 columns.types struct:struct:struct escape.delim \ diff --git ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out index ba65d48..602ee42 100644 --- ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out +++ ql/src/test/results/clientpositive/llap/list_bucket_dml_10.q.out @@ -95,8 +95,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1060 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out index 8f4c9bf..a4ff99b 100644 --- ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out +++ ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out @@ -323,8 +323,10 @@ outputColumnNames: _col0 Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE @@ -401,8 +403,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/llap/metadataonly1.q.out ql/src/test/results/clientpositive/llap/metadataonly1.q.out index 54cd83d..1431b52 100644 --- ql/src/test/results/clientpositive/llap/metadataonly1.q.out +++ ql/src/test/results/clientpositive/llap/metadataonly1.q.out @@ -45,7 +45,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -148,7 +150,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE tag: -1 @@ -299,8 +303,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 192 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 1 Data size: 192 Basic stats: PARTIAL Column stats: COMPLETE tag: -1 @@ -449,7 +455,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 192 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 192 Basic stats: PARTIAL Column stats: COMPLETE tag: -1 @@ -614,8 +622,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 184 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: PARTIAL Column stats: COMPLETE @@ -742,7 +752,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE tag: -1 @@ -871,7 +883,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -922,8 +936,10 @@ predicate: _col0 is not null (type: boolean) Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE @@ -1041,8 +1057,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 376 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 376 Basic stats: PARTIAL Column stats: COMPLETE @@ -1303,8 +1321,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 376 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 376 Basic stats: PARTIAL Column stats: COMPLETE @@ -1563,7 +1583,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: PARTIAL Column stats: COMPLETE tag: -1 @@ -1823,8 +1845,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 376 Basic stats: PARTIAL Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 376 Basic stats: PARTIAL Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out index f847a30..acbb0ef 100644 --- ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out +++ ql/src/test/results/clientpositive/llap/murmur_hash_migration.q.out @@ -708,8 +708,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col2 (type: string), _bucket_number (type: string), _col0 (type: int) null sort order: aaa + numBuckets: 2 sort order: +++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/murmur_hash_migration2.q.out ql/src/test/results/clientpositive/llap/murmur_hash_migration2.q.out new file mode 100644 index 0000000..acbb0ef --- /dev/null +++ ql/src/test/results/clientpositive/llap/murmur_hash_migration2.q.out @@ -0,0 +1,993 @@ +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_n18_stage(key int, value string) partitioned by (ds string) STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_n18_stage +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_n18_stage(key int, value string) partitioned by (ds string) STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_n18_stage +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_n20_stage (key int, value string) partitioned by (ds string) STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_part_n20_stage +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_n20_stage (key int, value string) partitioned by (ds string) STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20_stage +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_n18(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_n18 +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_n18(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_n18 +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part_n20 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_part_n20 +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part_n20 (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE TBLPROPERTIES("bucketing_version" = '1') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20 +PREHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_n18_stage partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_n18_stage +POSTHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_n18_stage partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_n18_stage +POSTHOOK: Output: default@srcbucket_mapjoin_n18_stage@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/bmj1/000001_0' INTO TABLE srcbucket_mapjoin_n18_stage partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_n18_stage@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/bmj1/000001_0' INTO TABLE srcbucket_mapjoin_n18_stage partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_n18_stage@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_n20_stage +POSTHOOK: query: load data local inpath '../../data/files/bmj/000000_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20_stage +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/bmj/000001_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/bmj/000002_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/bmj/000002_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/bmj/000003_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/bmj/000003_0' INTO TABLE srcbucket_mapjoin_part_n20_stage partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +PREHOOK: query: insert overwrite table srcbucket_mapjoin_n18 partition (ds='2008-04-08') +select key,value from srcbucket_mapjoin_n18_stage limit 150 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n18_stage +PREHOOK: Input: default@srcbucket_mapjoin_n18_stage@ds=2008-04-08 +PREHOOK: Output: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: query: insert overwrite table srcbucket_mapjoin_n18 partition (ds='2008-04-08') +select key,value from srcbucket_mapjoin_n18_stage limit 150 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n18_stage +POSTHOOK: Input: default@srcbucket_mapjoin_n18_stage@ds=2008-04-08 +POSTHOOK: Output: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Lineage: srcbucket_mapjoin_n18 PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin_n18_stage)srcbucket_mapjoin_n18_stage.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin_n18 PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin_n18_stage)srcbucket_mapjoin_n18_stage.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: insert overwrite table srcbucket_mapjoin_part_n20 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_part_n20_stage limit 150 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_n20_stage +PREHOOK: Input: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +PREHOOK: Output: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +POSTHOOK: query: insert overwrite table srcbucket_mapjoin_part_n20 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_part_n20_stage limit 150 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20_stage +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20_stage@ds=2008-04-08 +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +POSTHOOK: Lineage: srcbucket_mapjoin_part_n20 PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin_part_n20_stage)srcbucket_mapjoin_part_n20_stage.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: srcbucket_mapjoin_part_n20 PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin_part_n20_stage)srcbucket_mapjoin_part_n20_stage.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: analyze table srcbucket_mapjoin_n18 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@srcbucket_mapjoin_n18 +PREHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +PREHOOK: Output: default@srcbucket_mapjoin_n18 +PREHOOK: Output: default@srcbucket_mapjoin_n18@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: analyze table srcbucket_mapjoin_n18 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@srcbucket_mapjoin_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Output: default@srcbucket_mapjoin_n18 +POSTHOOK: Output: default@srcbucket_mapjoin_n18@ds=2008-04-08 +#### A masked pattern was here #### +PREHOOK: query: analyze table srcbucket_mapjoin_part_n20 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@srcbucket_mapjoin_part_n20 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +PREHOOK: Output: default@srcbucket_mapjoin_part_n20 +PREHOOK: Output: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: analyze table srcbucket_mapjoin_part_n20 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Output: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### +PREHOOK: query: CREATE TABLE tab_part_n11 (key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tab_part_n11 +POSTHOOK: query: CREATE TABLE tab_part_n11 (key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tab_part_n11 +PREHOOK: query: explain +insert overwrite table tab_part_n11 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_part_n20 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_n20 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +PREHOOK: Output: default@tab_part_n11@ds=2008-04-08 +POSTHOOK: query: explain +insert overwrite table tab_part_n11 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_part_n20 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +POSTHOOK: Output: default@tab_part_n11@ds=2008-04-08 +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin_part_n20 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tab_part_n11 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 2008-04-08 + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tab_part_n11 + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: insert overwrite table tab_part_n11 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_part_n20 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part_n20 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +PREHOOK: Output: default@tab_part_n11@ds=2008-04-08 +POSTHOOK: query: insert overwrite table tab_part_n11 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_part_n20 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +POSTHOOK: Output: default@tab_part_n11@ds=2008-04-08 +POSTHOOK: Lineage: tab_part_n11 PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin_part_n20)srcbucket_mapjoin_part_n20.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: tab_part_n11 PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin_part_n20)srcbucket_mapjoin_part_n20.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: CREATE TABLE tab_n10(key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tab_n10 +POSTHOOK: query: CREATE TABLE tab_n10(key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tab_n10 +PREHOOK: query: explain +insert overwrite table tab_n10 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_n18 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n18 +PREHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +PREHOOK: Output: default@tab_n10@ds=2008-04-08 +POSTHOOK: query: explain +insert overwrite table tab_n10 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_n18 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Output: default@tab_n10@ds=2008-04-08 +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_mapjoin_n18 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tab_n10 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 2008-04-08 + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.tab_n10 + + Stage: Stage-3 + Stats Work + Basic Stats Work: + +PREHOOK: query: insert overwrite table tab_n10 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_n18 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n18 +PREHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +PREHOOK: Output: default@tab_n10@ds=2008-04-08 +POSTHOOK: query: insert overwrite table tab_n10 partition (ds='2008-04-08') + select key,value from srcbucket_mapjoin_n18 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Output: default@tab_n10@ds=2008-04-08 +POSTHOOK: Lineage: tab_n10 PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin_n18)srcbucket_mapjoin_n18.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: tab_n10 PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin_n18)srcbucket_mapjoin_n18.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: analyze table tab_part_n11 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +PREHOOK: Output: default@tab_part_n11 +PREHOOK: Output: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: analyze table tab_part_n11 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +POSTHOOK: Output: default@tab_part_n11 +POSTHOOK: Output: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### +PREHOOK: query: analyze table tab_n10 compute statistics for columns +PREHOOK: type: ANALYZE_TABLE +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Output: default@tab_n10 +PREHOOK: Output: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: analyze table tab_n10 compute statistics for columns +POSTHOOK: type: ANALYZE_TABLE +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Output: default@tab_n10 +POSTHOOK: Output: default@tab_n10@ds=2008-04-08 +#### A masked pattern was here #### +PREHOOK: query: explain +select t1.key, t1.value, t2.key, t2.value from srcbucket_mapjoin_n18 t1, srcbucket_mapjoin_part_n20 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n18 +PREHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: explain +select t1.key, t1.value, t2.key, t2.value from srcbucket_mapjoin_n18 t1, srcbucket_mapjoin_part_n20 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (CUSTOM_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: t1 + filterExpr: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 3 + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: no inputs + Map 3 + Map Operator Tree: + TableScan + alias: t2 + filterExpr: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select t1.key, t1.value, t2.key, t2.value from srcbucket_mapjoin_n18 t1, srcbucket_mapjoin_part_n20 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_n18 +PREHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20 +PREHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select t1.key, t1.value, t2.key, t2.value from srcbucket_mapjoin_n18 t1, srcbucket_mapjoin_part_n20 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_n18 +POSTHOOK: Input: default@srcbucket_mapjoin_n18@ds=2008-04-08 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20 +POSTHOOK: Input: default@srcbucket_mapjoin_part_n20@ds=2008-04-08 +#### A masked pattern was here #### +82 val_82 82 val_82 +86 val_86 86 val_86 +145 val_145 145 val_145 +152 val_152 152 val_152 +152 val_152 152 val_152 +219 val_219 219 val_219 +219 val_219 219 val_219 +255 val_255 255 val_255 +255 val_255 255 val_255 +273 val_273 273 val_273 +273 val_273 273 val_273 +273 val_273 273 val_273 +277 val_277 277 val_277 +277 val_277 277 val_277 +277 val_277 277 val_277 +277 val_277 277 val_277 +369 val_369 369 val_369 +369 val_369 369 val_369 +369 val_369 369 val_369 +406 val_406 406 val_406 +406 val_406 406 val_406 +406 val_406 406 val_406 +406 val_406 406 val_406 +417 val_417 417 val_417 +417 val_417 417 val_417 +417 val_417 417 val_417 +446 val_446 446 val_446 +PREHOOK: query: explain +select t1.key, t1.value, t2.key, t2.value from tab_part_n11 t1, tab_n10 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: explain +select t1.key, t1.value, t2.key, t2.value from tab_part_n11 t1, tab_n10 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 3 (CUSTOM_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: t1 + filterExpr: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 3 + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string) + null sort order: zzzz + sort order: ++++ + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap + LLAP IO: no inputs + Map 3 + Map Operator Tree: + TableScan + alias: t2 + filterExpr: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: z + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 150 Data size: 14250 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) + Execution mode: vectorized, llap + LLAP IO: no inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 220 Data size: 41800 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select t1.key, t1.value, t2.key, t2.value from tab_part_n11 t1, tab_n10 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +PREHOOK: type: QUERY +PREHOOK: Input: default@tab_n10 +PREHOOK: Input: default@tab_n10@ds=2008-04-08 +PREHOOK: Input: default@tab_part_n11 +PREHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select t1.key, t1.value, t2.key, t2.value from tab_part_n11 t1, tab_n10 t2 where t1.key = t2.key order by t1.key, t1.value, t2.key, t2.value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tab_n10 +POSTHOOK: Input: default@tab_n10@ds=2008-04-08 +POSTHOOK: Input: default@tab_part_n11 +POSTHOOK: Input: default@tab_part_n11@ds=2008-04-08 +#### A masked pattern was here #### +82 val_82 82 val_82 +86 val_86 86 val_86 +145 val_145 145 val_145 +152 val_152 152 val_152 +152 val_152 152 val_152 +219 val_219 219 val_219 +219 val_219 219 val_219 +255 val_255 255 val_255 +255 val_255 255 val_255 +273 val_273 273 val_273 +273 val_273 273 val_273 +273 val_273 273 val_273 +277 val_277 277 val_277 +277 val_277 277 val_277 +277 val_277 277 val_277 +277 val_277 277 val_277 +369 val_369 369 val_369 +369 val_369 369 val_369 +369 val_369 369 val_369 +406 val_406 406 val_406 +406 val_406 406 val_406 +406 val_406 406 val_406 +406 val_406 406 val_406 +417 val_417 417 val_417 +417 val_417 417 val_417 +417 val_417 417 val_417 +446 val_446 446 val_446 +PREHOOK: query: create transactional table acid_ptn_bucket1 (a int, b int) partitioned by(ds string) +clustered by (a) into 2 buckets stored as ORC +TBLPROPERTIES('bucketing_version'='1', 'transactional'='true', 'transactional_properties'='default') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@acid_ptn_bucket1 +POSTHOOK: query: create transactional table acid_ptn_bucket1 (a int, b int) partitioned by(ds string) +clustered by (a) into 2 buckets stored as ORC +TBLPROPERTIES('bucketing_version'='1', 'transactional'='true', 'transactional_properties'='default') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@acid_ptn_bucket1 +PREHOOK: query: explain extended insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@acid_ptn_bucket1 +POSTHOOK: query: explain extended insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + GatherStats: false + Select Operator + expressions: array(const struct(1,2,'today'),const struct(1,3,'today'),const struct(1,4,'yesterday'),const struct(2,2,'yesterday'),const struct(2,3,'today'),const struct(2,4,'today')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: int), col3 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + bucketingVersion: 1 + key expressions: _col2 (type: string), _bucket_number (type: string), _col0 (type: int) + null sort order: aaa + numBuckets: 2 + sort order: +++ + Map-reduce partition columns: _col2 (type: string) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 + value expressions: _col1 (type: int) + auto parallelism: true + Execution mode: llap + LLAP IO: no inputs + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: dummy_path + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns + columns.comments + columns.types +#### A masked pattern was here #### + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns + columns.comments + columns.types +#### A masked pattern was here #### + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + name: _dummy_database._dummy_table + name: _dummy_database._dummy_table + Truncated Path -> Alias: +#### A masked pattern was here #### + Reducer 2 + Execution mode: vectorized, llap + Needs Tagging: false + Reduce Operator Tree: + Select Operator + expressions: KEY._col0 (type: int), VALUE._col1 (type: int), KEY._col2 (type: string), KEY._bucket_number (type: string) + outputColumnNames: _col0, _col1, _col2, _bucket_number + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + Dp Sort State: PARTITION_BUCKET_SORTED + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + bucket_count 2 + bucket_field_name a + bucketing_version 1 + column.name.delimiter , + columns a,b + columns.comments + columns.types int:int +#### A masked pattern was here #### + name default.acid_ptn_bucket1 + partition_columns ds + partition_columns.types string + serialization.ddl struct acid_ptn_bucket1 { i32 a, i32 b} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + transactional true + transactional_properties default +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.acid_ptn_bucket1 + TotalFiles: 1 + Write Type: INSERT + GatherStats: true + MultiFileSpray: false + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds + replace: false +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + bucket_count 2 + bucket_field_name a + bucketing_version 1 + column.name.delimiter , + columns a,b + columns.comments + columns.types int:int +#### A masked pattern was here #### + name default.acid_ptn_bucket1 + partition_columns ds + partition_columns.types string + serialization.ddl struct acid_ptn_bucket1 { i32 a, i32 b} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + transactional true + transactional_properties default +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.acid_ptn_bucket1 + Write Type: INSERT + + Stage: Stage-3 + Stats Work + Basic Stats Work: +#### A masked pattern was here #### + +PREHOOK: query: insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@acid_ptn_bucket1 +POSTHOOK: query: insert into acid_ptn_bucket1 partition (ds) values(1,2,'today'),(1,3,'today'),(1,4,'yesterday'),(2,2,'yesterday'),(2,3,'today'),(2,4,'today') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@acid_ptn_bucket1@ds=today +POSTHOOK: Output: default@acid_ptn_bucket1@ds=yesterday +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).a SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).b SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=yesterday).a SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=yesterday).b SCRIPT [] +PREHOOK: query: alter table acid_ptn_bucket1 add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@acid_ptn_bucket1 +PREHOOK: Output: default@acid_ptn_bucket1 +POSTHOOK: query: alter table acid_ptn_bucket1 add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@acid_ptn_bucket1 +POSTHOOK: Output: default@acid_ptn_bucket1 +PREHOOK: query: insert into acid_ptn_bucket1 partition (ds) values(3,2,1000,'yesterday'),(3,3,1001,'today'),(3,4,1002,'yesterday'),(4,2,1003,'today'), (4,3,1004,'yesterday'),(4,4,1005,'today') +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@acid_ptn_bucket1 +POSTHOOK: query: insert into acid_ptn_bucket1 partition (ds) values(3,2,1000,'yesterday'),(3,3,1001,'today'),(3,4,1002,'yesterday'),(4,2,1003,'today'), (4,3,1004,'yesterday'),(4,4,1005,'today') +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@acid_ptn_bucket1@ds=today +POSTHOOK: Output: default@acid_ptn_bucket1@ds=yesterday +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).a SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).b SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).c SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=yesterday).a SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=yesterday).b SCRIPT [] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=yesterday).c SCRIPT [] +PREHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today' +PREHOOK: type: QUERY +PREHOOK: Input: default@acid_ptn_bucket1 +PREHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +POSTHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_ptn_bucket1 +POSTHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":0} 4 2 1003 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":1} 4 4 1005 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":0} 2 3 NULL today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":1} 2 4 NULL today +PREHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today' +PREHOOK: type: QUERY +PREHOOK: Input: default@acid_ptn_bucket1 +PREHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +POSTHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_ptn_bucket1 +POSTHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":0} 3 3 1001 today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":0} 1 2 NULL today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":1} 1 3 NULL today +PREHOOK: query: create table s1 (key int, value int) stored as ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@s1 +POSTHOOK: query: create table s1 (key int, value int) stored as ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@s1 +PREHOOK: query: create table s2 (key int, value int) stored as ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@s2 +POSTHOOK: query: create table s2 (key int, value int) stored as ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@s2 +PREHOOK: query: insert into s1 values(111, 33), (10, 45), (103, 44), (129, 34), (128, 11) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@s1 +POSTHOOK: query: insert into s1 values(111, 33), (10, 45), (103, 44), (129, 34), (128, 11) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@s1 +POSTHOOK: Lineage: s1.key SCRIPT [] +POSTHOOK: Lineage: s1.value SCRIPT [] +PREHOOK: query: insert into s2 values(10, 45), (100, 45), (103, 44), (110, 12), (128, 34), (117, 71) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@s2 +POSTHOOK: query: insert into s2 values(10, 45), (100, 45), (103, 44), (110, 12), (128, 34), (117, 71) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@s2 +POSTHOOK: Lineage: s2.key SCRIPT [] +POSTHOOK: Lineage: s2.value SCRIPT [] +PREHOOK: query: insert into table acid_ptn_bucket1 partition(ds='today') select key, count(value), key from (select * from s1 union all select * from s2) sub group by key +PREHOOK: type: QUERY +PREHOOK: Input: default@s1 +PREHOOK: Input: default@s2 +PREHOOK: Output: default@acid_ptn_bucket1@ds=today +POSTHOOK: query: insert into table acid_ptn_bucket1 partition(ds='today') select key, count(value), key from (select * from s1 union all select * from s2) sub group by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@s1 +POSTHOOK: Input: default@s2 +POSTHOOK: Output: default@acid_ptn_bucket1@ds=today +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).a EXPRESSION [(s1)s1.FieldSchema(name:key, type:int, comment:null), (s2)s2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).b EXPRESSION [(s1)s1.FieldSchema(name:value, type:int, comment:null), (s2)s2.FieldSchema(name:value, type:int, comment:null), ] +POSTHOOK: Lineage: acid_ptn_bucket1 PARTITION(ds=today).c EXPRESSION [(s1)s1.FieldSchema(name:key, type:int, comment:null), (s2)s2.FieldSchema(name:key, type:int, comment:null), ] +PREHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today' +PREHOOK: type: QUERY +PREHOOK: Input: default@acid_ptn_bucket1 +PREHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +POSTHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536870912 and ds='today' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_ptn_bucket1 +POSTHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":0} 10 2 10 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":1} 100 1 100 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":2} 110 1 110 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":3} 128 2 128 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":0} 4 2 1003 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":1} 4 4 1005 today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":0} 2 3 NULL today +{"writeid":### Masked writeid ###,"bucketid":536870912,"rowid":1} 2 4 NULL today +PREHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today' +PREHOOK: type: QUERY +PREHOOK: Input: default@acid_ptn_bucket1 +PREHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +POSTHOOK: query: select ROW__ID, * from acid_ptn_bucket1 where ROW__ID.bucketid = 536936448 and ds='today' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@acid_ptn_bucket1 +POSTHOOK: Input: default@acid_ptn_bucket1@ds=today +#### A masked pattern was here #### +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":0} 103 2 103 today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":1} 111 1 111 today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":2} 117 1 117 today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":3} 129 1 129 today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":0} 3 3 1001 today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":0} 1 2 NULL today +{"writeid":### Masked writeid ###,"bucketid":536936448,"rowid":1} 1 3 NULL today diff --git ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out index bd0ec65..5b13828 100644 --- ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out +++ ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out @@ -75,8 +75,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE @@ -183,8 +185,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE @@ -258,8 +262,10 @@ Number of rows: 0 Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE @@ -580,7 +586,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -657,7 +665,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1008,7 +1018,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -1082,7 +1094,9 @@ Number of rows: 0 Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -1481,8 +1495,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE @@ -1553,8 +1569,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE @@ -1649,8 +1667,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: value (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE @@ -1722,8 +1742,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: value (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE @@ -1877,7 +1899,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/llap/ppd_union_view.q.out ql/src/test/results/clientpositive/llap/ppd_union_view.q.out index 98b03e2..b779257 100644 --- ql/src/test/results/clientpositive/llap/ppd_union_view.q.out +++ ql/src/test/results/clientpositive/llap/ppd_union_view.q.out @@ -236,8 +236,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: COMPLETE @@ -319,8 +321,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 179 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 179 Basic stats: COMPLETE Column stats: COMPLETE @@ -629,8 +633,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE @@ -657,8 +663,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out index 9df5747..53bb266 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE @@ -357,8 +359,10 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: PARTIAL @@ -429,8 +433,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: Num rows: 1 Data size: 3142 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 1 key expressions: '2010-03-29' (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: '2010-03-29' (type: string) Statistics: Num rows: 1 Data size: 3142 Basic stats: COMPLETE Column stats: PARTIAL diff --git ql/src/test/results/clientpositive/llap/sample1.q.out ql/src/test/results/clientpositive/llap/sample1.q.out index f9c39d9..81a821d 100644 --- ql/src/test/results/clientpositive/llap/sample1.q.out +++ ql/src/test/results/clientpositive/llap/sample1.q.out @@ -52,6 +52,7 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 250 Data size: 68750 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 1 #### A masked pattern was here #### @@ -95,7 +96,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -167,6 +170,7 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### @@ -177,6 +181,7 @@ input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: + bucketing_version -1 columns _col0,_col1,_col2,_col3 columns.types struct:struct:struct:struct escape.delim \ diff --git ql/src/test/results/clientpositive/llap/sample10.q.out ql/src/test/results/clientpositive/llap/sample10.q.out index 4a3e778..cf276e4 100644 --- ql/src/test/results/clientpositive/llap/sample10.q.out +++ ql/src/test/results/clientpositive/llap/sample10.q.out @@ -62,6 +62,7 @@ Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + operatorName: N/A #### A masked pattern was here #### Vertices: Map 1 @@ -69,27 +70,34 @@ TableScan alias: srcpartbucket filterExpr: ds is not null (type: boolean) + operatorName: TS[0] Statistics: Num rows: 40 Data size: 10760 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator + operatorName: FIL[1] isSamplingPred: true predicate: (((hash(key) & 2147483647) % 4) = 1) (type: boolean) sampleDesc: BUCKET 2 OUT OF 4 Statistics: Num rows: 20 Data size: 5380 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) + operatorName: SEL[3] outputColumnNames: ds Statistics: Num rows: 20 Data size: 5380 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) + operatorName: GBY[4] keys: ds (type: string) minReductionHashAggr: 0.9 mode: hash outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 + operatorName: RS[5] key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE @@ -97,6 +105,7 @@ value expressions: _col1 (type: bigint) auto parallelism: true Execution mode: vectorized, llap + operatorName: N/A LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -312,17 +321,22 @@ /srcpartbucket/ds=2008-04-09/hr=12 [srcpartbucket] Reducer 2 Execution mode: vectorized, llap + operatorName: N/A Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) + operatorName: GBY[6] keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 + operatorName: RS[8] key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 2 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -330,16 +344,20 @@ auto parallelism: false Reducer 3 Execution mode: vectorized, llap + operatorName: N/A Needs Tagging: false Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint) + operatorName: SEL[9] outputColumnNames: _col0, _col1 Statistics: Num rows: 2 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator + bucketingVersion: 2 compressed: false GlobalTableId: 0 #### A masked pattern was here #### + operatorName: FS[10] NumFilesPerFileSink: 1 Statistics: Num rows: 2 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### @@ -347,6 +365,7 @@ input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: + bucketing_version -1 columns _col0,_col1 columns.types string:bigint escape.delim \ @@ -364,6 +383,7 @@ limit: -1 Processor Tree: ListSink + operatorName: LIST_SINK[20] PREHOOK: query: select ds, count(1) from srcpartbucket tablesample (bucket 2 out of 4 on key) where ds is not null group by ds ORDER BY ds ASC PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/llap/sharedwork.q.out ql/src/test/results/clientpositive/llap/sharedwork.q.out index f8d3b4b..cd98afa 100644 --- ql/src/test/results/clientpositive/llap/sharedwork.q.out +++ ql/src/test/results/clientpositive/llap/sharedwork.q.out @@ -147,8 +147,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 592 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 1 Data size: 592 Basic stats: COMPLETE Column stats: NONE @@ -226,8 +228,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE @@ -243,8 +247,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE @@ -322,8 +328,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE @@ -401,8 +409,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE @@ -477,8 +487,10 @@ Position of Big Table: 0 Statistics: Num rows: 1 Data size: 651 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 651 Basic stats: COMPLETE Column stats: NONE @@ -499,8 +511,10 @@ Position of Big Table: 0 Statistics: Num rows: 1 Data size: 716 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col7 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col7 (type: string) Statistics: Num rows: 1 Data size: 716 Basic stats: COMPLETE Column stats: NONE @@ -521,8 +535,10 @@ Position of Big Table: 0 Statistics: Num rows: 1 Data size: 787 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 787 Basic stats: COMPLETE Column stats: NONE @@ -695,8 +711,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE @@ -718,8 +736,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE @@ -787,8 +807,10 @@ Statistics: Num rows: 26 Data size: 5954 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: (p_size + 1) (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: (p_size + 1) (type: int) Statistics: Num rows: 26 Data size: 5954 Basic stats: COMPLETE Column stats: COMPLETE @@ -872,16 +894,20 @@ outputColumnNames: _col0 Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: true Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE @@ -973,8 +999,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE @@ -995,8 +1023,10 @@ Position of Big Table: 0 Statistics: Num rows: 32 Data size: 7600 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col4 (type: string), (_col5 + 1) (type: int) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col4 (type: string), (_col5 + 1) (type: int) Statistics: Num rows: 32 Data size: 7600 Basic stats: COMPLETE Column stats: COMPLETE @@ -1064,8 +1094,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE @@ -1090,8 +1122,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: int) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE @@ -1108,8 +1142,10 @@ outputColumnNames: _col0 Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out index 4a7adb6..a4515eb 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out @@ -166,8 +166,10 @@ Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE top n: 10 Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -394,8 +396,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: int) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE @@ -477,8 +481,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: int) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE @@ -564,8 +570,10 @@ Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE top n: 10 Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -683,8 +691,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: int) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE @@ -766,8 +776,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: int) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE @@ -853,8 +865,10 @@ Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE top n: 10 Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -972,8 +986,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE @@ -1055,8 +1071,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE @@ -1142,8 +1160,10 @@ Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE top n: 10 Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/llap/stats11.q.out ql/src/test/results/clientpositive/llap/stats11.q.out index 0fd3570..c17785a 100644 --- ql/src/test/results/clientpositive/llap/stats11.q.out +++ ql/src/test/results/clientpositive/llap/stats11.q.out @@ -345,8 +345,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -424,8 +426,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -549,7 +553,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -788,8 +794,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE @@ -867,8 +875,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 122 Data size: 18933 Basic stats: PARTIAL Column stats: NONE @@ -992,7 +1002,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out index 0dc9821..cfa0c18 100644 --- ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out +++ ql/src/test/results/clientpositive/llap/tez_fixed_bucket_pruning.q.out @@ -558,8 +558,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: bigint), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 30 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -632,7 +634,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -709,8 +713,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: bigint), _col2 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE @@ -790,8 +796,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: bigint) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: bigint) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -1073,8 +1081,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 30 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: bigint), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 30 Data size: 248 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1147,7 +1157,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -1224,8 +1236,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: bigint), _col2 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: bigint), _col2 (type: bigint) Statistics: Num rows: 90170 Data size: 2164080 Basic stats: COMPLETE Column stats: COMPLETE @@ -1305,8 +1319,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: bigint) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: bigint) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -1527,8 +1543,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 4 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 4 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1681,8 +1699,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out index fe0f101..5eebffe 100644 --- ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out +++ ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out @@ -194,8 +194,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE @@ -1199,8 +1201,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index aa92f46..2cac221 100644 --- ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -3918,8 +3918,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 387 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Statistics: Num rows: 387 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE @@ -4024,8 +4026,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 387 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Statistics: Num rows: 387 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE @@ -4103,8 +4107,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 55 Data size: 14575 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 14575 Basic stats: COMPLETE Column stats: COMPLETE @@ -4220,8 +4226,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE @@ -5257,8 +5265,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -5339,8 +5349,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 51 Data size: 4845 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 51 Data size: 4845 Basic stats: COMPLETE Column stats: COMPLETE @@ -5425,8 +5437,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -5510,8 +5524,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -5590,8 +5606,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE @@ -5613,8 +5631,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -5636,8 +5656,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE @@ -5810,8 +5832,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -5895,8 +5919,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -5974,8 +6000,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE @@ -6075,8 +6103,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -6154,8 +6184,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -6322,8 +6354,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -6407,8 +6441,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -6505,8 +6541,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 51 Data size: 4845 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 51 Data size: 4845 Basic stats: COMPLETE Column stats: COMPLETE @@ -6585,8 +6623,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE @@ -6664,8 +6704,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE @@ -6719,8 +6761,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string), _col1 (type: bigint) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 77 Data size: 7315 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/llap/union_fast_stats.q.out ql/src/test/results/clientpositive/llap/union_fast_stats.q.out index 40f469b..9b0ac52 100644 --- ql/src/test/results/clientpositive/llap/union_fast_stats.q.out +++ ql/src/test/results/clientpositive/llap/union_fast_stats.q.out @@ -175,12 +175,12 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 3 numRows 15 - rawDataSize 3315 - totalSize 4152 + rawDataSize 3370 + totalSize 4273 #### A masked pattern was here #### # Storage Information @@ -228,12 +228,12 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 3 numRows 15 - rawDataSize 3483 - totalSize 4152 + rawDataSize 3538 + totalSize 4273 #### A masked pattern was here #### # Storage Information @@ -293,12 +293,12 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 4 numRows 20 - rawDataSize 4468 - totalSize 5569 + rawDataSize 4523 + totalSize 5681 #### A masked pattern was here #### # Storage Information @@ -508,12 +508,12 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 1 numRows 15 - rawDataSize 3315 - totalSize 3318 + rawDataSize 3370 + totalSize 3373 #### A masked pattern was here #### # Storage Information @@ -579,12 +579,12 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 1 numRows 15 - rawDataSize 3320 - totalSize 3318 + rawDataSize 3380 + totalSize 3373 #### A masked pattern was here #### # Storage Information @@ -644,12 +644,12 @@ #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"cbigint\":\"true\",\"cboolean1\":\"true\",\"cboolean2\":\"true\",\"cdouble\":\"true\",\"cfloat\":\"true\",\"cint\":\"true\",\"csmallint\":\"true\",\"cstring1\":\"true\",\"cstring2\":\"true\",\"ctimestamp1\":\"true\",\"ctimestamp2\":\"true\",\"ctinyint\":\"true\"}} bucketing_version 2 numFiles 2 numRows 20 - rawDataSize 4305 - totalSize 4735 + rawDataSize 4365 + totalSize 4781 #### A masked pattern was here #### # Storage Information diff --git ql/src/test/results/clientpositive/llap/vectorization_0.q.out ql/src/test/results/clientpositive/llap/vectorization_0.q.out index af394f5..3e72b49 100644 --- ql/src/test/results/clientpositive/llap/vectorization_0.q.out +++ ql/src/test/results/clientpositive/llap/vectorization_0.q.out @@ -1304,7 +1304,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -30502,8 +30504,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE @@ -30580,8 +30584,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 1 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/load_dyn_part8.q.out ql/src/test/results/clientpositive/load_dyn_part8.q.out index 5342d25..c3f30e0 100644 --- ql/src/test/results/clientpositive/load_dyn_part8.q.out +++ ql/src/test/results/clientpositive/load_dyn_part8.q.out @@ -121,8 +121,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE @@ -515,8 +517,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: '2008-12-31' (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: '2008-12-31' (type: string), _col1 (type: string) Statistics: Num rows: 2 Data size: 2316 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/louter_join_ppr.q.out ql/src/test/results/clientpositive/louter_join_ppr.q.out index 3aa6207..b1333e2 100644 --- ql/src/test/results/clientpositive/louter_join_ppr.q.out +++ ql/src/test/results/clientpositive/louter_join_ppr.q.out @@ -55,8 +55,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -77,8 +79,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -372,8 +376,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -394,8 +400,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -689,8 +697,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -711,8 +721,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -1006,8 +1018,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -1028,8 +1042,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/merge3.q.out ql/src/test/results/clientpositive/merge3.q.out index fe83b8d..08c954e 100644 --- ql/src/test/results/clientpositive/merge3.q.out +++ ql/src/test/results/clientpositive/merge3.q.out @@ -120,7 +120,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2506,8 +2508,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2 Data size: 2128 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 2128 Basic stats: COMPLETE Column stats: COMPLETE @@ -4964,8 +4968,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/mm_buckets.q.out ql/src/test/results/clientpositive/mm_buckets.q.out index efcfba4..e2c3163 100644 --- ql/src/test/results/clientpositive/mm_buckets.q.out +++ ql/src/test/results/clientpositive/mm_buckets.q.out @@ -92,8 +92,8 @@ POSTHOOK: Input: default@bucket0_mm #### A masked pattern was here #### 10 10 -98 98 97 97 +98 98 PREHOOK: query: select * from bucket0_mm tablesample (bucket 2 out of 2) s PREHOOK: type: QUERY PREHOOK: Input: default@bucket0_mm @@ -150,11 +150,11 @@ POSTHOOK: Input: default@bucket0_mm #### A masked pattern was here #### 10 10 +97 97 98 98 10 10 +97 97 98 98 -97 97 -97 97 PREHOOK: query: select * from bucket0_mm tablesample (bucket 2 out of 2) s PREHOOK: type: QUERY PREHOOK: Input: default@bucket0_mm @@ -165,10 +165,10 @@ #### A masked pattern was here #### 0 0 100 100 +103 103 0 0 100 100 103 103 -103 103 PREHOOK: query: drop table bucket0_mm PREHOOK: type: DROPTABLE PREHOOK: Input: default@bucket0_mm diff --git ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out index 7e1a2c0..d4804cd 100644 --- ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out +++ ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out @@ -38,8 +38,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -356,8 +358,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -674,8 +678,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1002,8 +1008,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1905,8 +1913,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2218,8 +2228,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2531,8 +2543,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2854,8 +2868,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 2000 Data size: 1082000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/outer_join_ppr.q.out ql/src/test/results/clientpositive/outer_join_ppr.q.out index e73d9b9..6abf284 100644 --- ql/src/test/results/clientpositive/outer_join_ppr.q.out +++ ql/src/test/results/clientpositive/outer_join_ppr.q.out @@ -55,8 +55,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -77,8 +79,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -372,8 +376,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -394,8 +400,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/parquet_vectorization_0.q.out ql/src/test/results/clientpositive/parquet_vectorization_0.q.out index e7a884d..11c6604 100644 --- ql/src/test/results/clientpositive/parquet_vectorization_0.q.out +++ ql/src/test/results/clientpositive/parquet_vectorization_0.q.out @@ -1120,7 +1120,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -30296,8 +30298,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE @@ -30395,8 +30399,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/pcr.q.out ql/src/test/results/clientpositive/pcr.q.out index 65952e7..bc10279 100644 --- ql/src/test/results/clientpositive/pcr.q.out +++ ql/src/test/results/clientpositive/pcr.q.out @@ -86,8 +86,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 11 Data size: 3058 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 11 Data size: 3058 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -293,8 +295,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 36 Data size: 3384 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 36 Data size: 3384 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -584,8 +588,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 11 Data size: 3058 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 11 Data size: 3058 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -791,8 +797,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 4 Data size: 1112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 4 Data size: 1112 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1002,8 +1010,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 7 Data size: 1946 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 7 Data size: 1946 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1272,8 +1282,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 15 Data size: 4170 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 15 Data size: 4170 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1549,8 +1561,10 @@ outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 270 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 3 Data size: 270 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1739,8 +1753,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 40 Data size: 3760 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 40 Data size: 3760 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1971,8 +1987,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 60 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 60 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2276,8 +2294,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2475,8 +2495,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -2497,8 +2519,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -2593,8 +2617,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 30 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2755,8 +2781,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -2777,8 +2805,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -2922,8 +2952,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 30 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -3094,8 +3126,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 14 Data size: 3892 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 14 Data size: 3892 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -3434,8 +3468,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 22 Data size: 6116 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 22 Data size: 6116 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -3785,7 +3821,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -4218,7 +4256,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -4393,7 +4433,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -4830,7 +4872,9 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -4947,8 +4991,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -5096,8 +5142,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 181000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 181000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -5296,8 +5344,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 181000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 181000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/pcs.q.out ql/src/test/results/clientpositive/pcs.q.out index d10a070..49436b4 100644 --- ql/src/test/results/clientpositive/pcs.q.out +++ ql/src/test/results/clientpositive/pcs.q.out @@ -124,8 +124,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -677,8 +679,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 6 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE @@ -695,8 +699,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 40 Data size: 7520 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 40 Data size: 7520 Basic stats: COMPLETE Column stats: COMPLETE @@ -1183,6 +1189,22 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Union +<<<<<<< HEAD + Statistics: Num rows: 2 Data size: 564 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: _col0 (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2 Data size: 564 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + bucketingVersion: 2 + key expressions: _col0 (type: int), _col1 (type: string), '2008-04-08' (type: string) + null sort order: zzz + numBuckets: -1 + sort order: +++ + Statistics: Num rows: 2 Data size: 564 Basic stats: COMPLETE Column stats: PARTIAL + tag: -1 + auto parallelism: false +======= Statistics: Num rows: 2 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) @@ -1191,6 +1213,7 @@ Statistics: Num rows: 2 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: false +>>>>>>> apache/master TableScan alias: y filterExpr: ((struct(key,ds)) IN (const struct(1,'2000-04-08'), const struct(2,'2000-04-09')) and (ds = '2008-04-08')) (type: boolean) @@ -1205,6 +1228,22 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Union +<<<<<<< HEAD + Statistics: Num rows: 2 Data size: 564 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: _col0 (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2 Data size: 564 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + bucketingVersion: 2 + key expressions: _col0 (type: int), _col1 (type: string), '2008-04-08' (type: string) + null sort order: zzz + numBuckets: -1 + sort order: +++ + Statistics: Num rows: 2 Data size: 564 Basic stats: COMPLETE Column stats: PARTIAL + tag: -1 + auto parallelism: false +======= Statistics: Num rows: 2 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) @@ -1213,6 +1252,7 @@ Statistics: Num rows: 2 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: false +>>>>>>> apache/master Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/pointlookup2.q.out ql/src/test/results/clientpositive/pointlookup2.q.out index ad9839e..6d9cf51 100644 --- ql/src/test/results/clientpositive/pointlookup2.q.out +++ ql/src/test/results/clientpositive/pointlookup2.q.out @@ -132,8 +132,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 1668 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 6 Data size: 1668 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -326,8 +328,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -348,8 +352,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -444,8 +450,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 30 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -566,8 +574,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -588,8 +598,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -733,8 +745,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 30 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -853,7 +867,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 40 Data size: 11440 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 40 Data size: 11440 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -873,7 +889,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 195 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 195 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -1073,8 +1091,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col4 (type: int), _col5 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 20 Data size: 9300 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1199,7 +1219,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2860 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 10 Data size: 2860 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -1219,7 +1241,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 195 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 195 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -1468,8 +1492,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 4 Data size: 1860 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1762,8 +1788,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1956,8 +1984,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -1978,8 +2008,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -2074,8 +2106,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 30 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2196,8 +2230,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -2218,8 +2254,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 1880 Basic stats: COMPLETE Column stats: COMPLETE @@ -2363,8 +2401,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 30 Data size: 5640 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2475,7 +2515,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 40 Data size: 11120 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 40 Data size: 11120 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -2495,7 +2537,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 187 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 187 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -2691,8 +2735,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col4 (type: int), _col5 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 40 Data size: 18600 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2809,7 +2855,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 9 Data size: 2502 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 9 Data size: 2502 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -2829,7 +2877,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 187 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 187 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -3074,8 +3124,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 9 Data size: 4185 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/pointlookup3.q.out ql/src/test/results/clientpositive/pointlookup3.q.out index 84e6bbf..644c1b5 100644 --- ql/src/test/results/clientpositive/pointlookup3.q.out +++ ql/src/test/results/clientpositive/pointlookup3.q.out @@ -86,8 +86,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 6 Data size: 2772 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 6 Data size: 2772 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -277,8 +279,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 2 Data size: 556 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 2 Data size: 556 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -423,8 +427,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -445,8 +451,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -542,8 +550,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col3 (type: int), _col4 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 30 Data size: 16680 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -664,8 +674,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -686,8 +698,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -833,8 +847,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col3 (type: int), _col4 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 30 Data size: 16680 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -953,7 +969,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 40 Data size: 18800 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 40 Data size: 18800 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -973,7 +991,9 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: 10 Data size: 4700 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 10 Data size: 4700 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -1176,8 +1196,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col4 (type: int), _col5 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 200 Data size: 184800 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1518,8 +1540,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 20 Data size: 9240 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 20 Data size: 9240 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1709,8 +1733,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 10 Data size: 2780 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 10 Data size: 2780 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1855,8 +1881,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -1877,8 +1905,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -1974,8 +2004,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col3 (type: int), _col4 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 30 Data size: 16680 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2096,8 +2128,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -2118,8 +2152,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 5560 Basic stats: COMPLETE Column stats: COMPLETE @@ -2265,8 +2301,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col3 (type: int), _col4 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 30 Data size: 16680 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2377,7 +2415,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 40 Data size: 18480 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 40 Data size: 18480 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 @@ -2397,7 +2437,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 9 Data size: 4158 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 9 Data size: 4158 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 @@ -2596,8 +2638,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col4 (type: int), _col5 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 180 Data size: 166320 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/pointlookup4.q.out ql/src/test/results/clientpositive/pointlookup4.q.out index f95d557..c41a765 100644 --- ql/src/test/results/clientpositive/pointlookup4.q.out +++ ql/src/test/results/clientpositive/pointlookup4.q.out @@ -86,8 +86,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 6 Data size: 2772 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 6 Data size: 2772 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -297,8 +299,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 20 Data size: 9240 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string) null sort order: zzzz + numBuckets: -1 sort order: ++++ Statistics: Num rows: 20 Data size: 9240 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/ppd_join_filter.q.out ql/src/test/results/clientpositive/ppd_join_filter.q.out index 051e676..96ca32e 100644 --- ql/src/test/results/clientpositive/ppd_join_filter.q.out +++ ql/src/test/results/clientpositive/ppd_join_filter.q.out @@ -63,8 +63,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE @@ -177,8 +179,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE @@ -187,8 +191,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 8549 Basic stats: COMPLETE Column stats: COMPLETE @@ -413,8 +419,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE @@ -527,8 +535,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE @@ -537,8 +547,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 8549 Basic stats: COMPLETE Column stats: COMPLETE @@ -762,8 +774,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE @@ -875,8 +889,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE @@ -885,8 +901,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 8549 Basic stats: COMPLETE Column stats: COMPLETE @@ -1111,8 +1129,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE @@ -1225,8 +1245,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE @@ -1235,8 +1257,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 8549 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/ppd_vc.q.out ql/src/test/results/clientpositive/ppd_vc.q.out index 2918638..d68152f 100644 --- ql/src/test/results/clientpositive/ppd_vc.q.out +++ ql/src/test/results/clientpositive/ppd_vc.q.out @@ -380,8 +380,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE @@ -401,8 +403,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 666 Data size: 368964 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 666 Data size: 368964 Basic stats: COMPLETE Column stats: PARTIAL @@ -701,8 +705,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string), _col3 (type: string), _col4 (type: bigint) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 1053 Data size: 583362 Basic stats: COMPLETE Column stats: PARTIAL tag: -1 diff --git ql/src/test/results/clientpositive/push_or.q.out ql/src/test/results/clientpositive/push_or.q.out index 5cf34ae..42ad84e 100644 --- ql/src/test/results/clientpositive/push_or.q.out +++ ql/src/test/results/clientpositive/push_or.q.out @@ -68,8 +68,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 40 Data size: 11120 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 40 Data size: 11120 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/rand_partitionpruner2.q.out ql/src/test/results/clientpositive/rand_partitionpruner2.q.out index 8dc6a63..32bc753 100644 --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out @@ -95,7 +95,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/regexp_extract.q.out ql/src/test/results/clientpositive/regexp_extract.q.out index 20a5987..efb7b16 100644 --- ql/src/test/results/clientpositive/regexp_extract.q.out +++ ql/src/test/results/clientpositive/regexp_extract.q.out @@ -55,8 +55,10 @@ predicate: (_col0 < 100) (type: boolean) Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE @@ -312,8 +314,10 @@ predicate: (_col0 < 100) (type: boolean) Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/router_join_ppr.q.out ql/src/test/results/clientpositive/router_join_ppr.q.out index 5fc39ec..e5ae8c0 100644 --- ql/src/test/results/clientpositive/router_join_ppr.q.out +++ ql/src/test/results/clientpositive/router_join_ppr.q.out @@ -55,8 +55,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -77,8 +79,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -372,8 +376,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -394,8 +400,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -689,8 +697,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE @@ -711,8 +721,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -1006,8 +1018,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 19758 Basic stats: COMPLETE Column stats: COMPLETE @@ -1028,8 +1042,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/sample1.q.out ql/src/test/results/clientpositive/sample1.q.out index 522dd98..3c6a933 100644 --- ql/src/test/results/clientpositive/sample1.q.out +++ ql/src/test/results/clientpositive/sample1.q.out @@ -93,7 +93,9 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1744 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/sample5.q.out ql/src/test/results/clientpositive/sample5.q.out index 6c633e2..2f2edec 100644 --- ql/src/test/results/clientpositive/sample5.q.out +++ ql/src/test/results/clientpositive/sample5.q.out @@ -90,7 +90,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/sample6.q.out ql/src/test/results/clientpositive/sample6.q.out index bf00e65..ba4bea5 100644 --- ql/src/test/results/clientpositive/sample6.q.out +++ ql/src/test/results/clientpositive/sample6.q.out @@ -89,7 +89,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -737,8 +739,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1148,8 +1152,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1782,8 +1788,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2298,8 +2306,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -2754,8 +2764,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -3136,8 +3148,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -3409,8 +3423,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/sample7.q.out ql/src/test/results/clientpositive/sample7.q.out index 723b607..98fcc97 100644 --- ql/src/test/results/clientpositive/sample7.q.out +++ ql/src/test/results/clientpositive/sample7.q.out @@ -91,7 +91,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/sample8.q.out ql/src/test/results/clientpositive/sample8.q.out index e6050aa..99af1cc 100644 --- ql/src/test/results/clientpositive/sample8.q.out +++ ql/src/test/results/clientpositive/sample8.q.out @@ -40,8 +40,10 @@ predicate: ((((hash(key) & 2147483647) % 10) = 0) and value is not null and (((hash(key) & 2147483647) % 1) = 0)) (type: boolean) Statistics: Num rows: 125 Data size: 22250 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string), value (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 125 Data size: 22250 Basic stats: COMPLETE Column stats: COMPLETE @@ -56,8 +58,10 @@ predicate: ((((hash(key) & 2147483647) % 1) = 0) and value is not null and (((hash(key) & 2147483647) % 10) = 0)) (type: boolean) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string), value (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/smb_mapjoin_11.q.out ql/src/test/results/clientpositive/smb_mapjoin_11.q.out index 8ebebc7..d6efbbb 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_11.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_11.q.out @@ -88,8 +88,10 @@ expressions: _col0 (type: int), _col7 (type: string) outputColumnNames: _col0, _col1 Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) tag: -1 @@ -260,8 +262,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: '1' (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: '1' (type: string) tag: -1 diff --git ql/src/test/results/clientpositive/smb_mapjoin_12.q.out ql/src/test/results/clientpositive/smb_mapjoin_12.q.out index 5199f19..3cfb7a2 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_12.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_12.q.out @@ -316,8 +316,10 @@ expressions: _col0 (type: int), concat(_col1, _col7) (type: string) outputColumnNames: _col0, _col1 Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) tag: -1 @@ -490,8 +492,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: '2' (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: '2' (type: string) tag: -1 diff --git ql/src/test/results/clientpositive/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/smb_mapjoin_13.q.out index 71ea244..fe2561b 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_13.q.out @@ -102,8 +102,10 @@ expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + tag: -1 TopN: 10 @@ -289,8 +291,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 550 Data size: 52250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 550 Data size: 52250 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out index 9432dcf..ea30d3d 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_5.q.out @@ -97,7 +97,9 @@ mode: hash outputColumnNames: _col0 Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: tag: -1 value expressions: _col0 (type: bigint) diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out index 1ac6c43..74243a0 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out @@ -179,7 +179,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out index 6f062f8..9ad386f 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out @@ -259,7 +259,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out index b8c467f..7b5f92e 100644 --- ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out @@ -133,8 +133,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE @@ -211,8 +213,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE @@ -288,8 +292,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE @@ -365,8 +371,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE @@ -442,8 +450,10 @@ outputColumnNames: _col0 Statistics: Num rows: 100 Data size: 288 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 288 Basic stats: COMPLETE Column stats: NONE @@ -515,8 +525,10 @@ outputColumnNames: _col0, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 39 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 39 Basic stats: COMPLETE Column stats: NONE @@ -535,8 +547,10 @@ outputColumnNames: _col2, _col3, _col4, _col5 Statistics: Num rows: 1 Data size: 42 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1 Data size: 42 Basic stats: COMPLETE Column stats: NONE @@ -555,8 +569,10 @@ outputColumnNames: _col3, _col4, _col5 Statistics: Num rows: 1 Data size: 46 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col3 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col3 (type: int) Statistics: Num rows: 1 Data size: 46 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out index e6112b2..4221707 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out @@ -168,7 +168,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -400,7 +402,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -632,7 +636,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out index b36a3a2..c74acfe 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out @@ -198,7 +198,9 @@ Select Operator Statistics: Num rows: 3 Data size: 1700 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 3 Data size: 1700 Basic stats: PARTIAL Column stats: NONE tag: 0 @@ -275,8 +277,10 @@ outputColumnNames: _col0 Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 240 Data size: 116240 Basic stats: PARTIAL Column stats: NONE @@ -405,8 +409,10 @@ outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 1700 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 1700 Basic stats: PARTIAL Column stats: NONE @@ -484,8 +490,10 @@ outputColumnNames: _col0 Statistics: Num rows: 2 Data size: 1140 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 1 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 1140 Basic stats: PARTIAL Column stats: NONE @@ -564,7 +572,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -625,7 +635,9 @@ Select Operator Statistics: Num rows: 264 Data size: 127864 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 264 Data size: 127864 Basic stats: PARTIAL Column stats: NONE tag: 1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out index 7071892..fc55bb0 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out @@ -150,7 +150,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -382,7 +384,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out index 095c796..8b5e8d45 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out @@ -150,7 +150,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -331,7 +333,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -512,7 +516,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out index 52323b1..1c6ba4a 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out @@ -166,7 +166,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -347,7 +349,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -528,7 +532,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out index 99f061a..2b88368 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out @@ -125,7 +125,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -294,7 +296,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -463,7 +467,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out index b831189..40f28b5 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out @@ -185,7 +185,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -421,7 +423,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -657,7 +661,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out index 42a4cec..2b85c75 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out @@ -185,7 +185,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -421,7 +423,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -657,7 +661,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucket2.q.out ql/src/test/results/clientpositive/spark/bucket2.q.out index b4b8f2f..3c252ff 100644 --- ql/src/test/results/clientpositive/spark/bucket2.q.out +++ ql/src/test/results/clientpositive/spark/bucket2.q.out @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucket3.q.out ql/src/test/results/clientpositive/spark/bucket3.q.out index 56590d7..9c01cbe8 100644 --- ql/src/test/results/clientpositive/spark/bucket3.q.out +++ ql/src/test/results/clientpositive/spark/bucket3.q.out @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out ql/src/test/results/clientpositive/spark/bucket4.q.out index 29485df..4424480 100644 --- ql/src/test/results/clientpositive/spark/bucket4.q.out +++ ql/src/test/results/clientpositive/spark/bucket4.q.out @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out_spark ql/src/test/results/clientpositive/spark/bucket4.q.out_spark index 8f4de0a..d9037a6 100644 --- ql/src/test/results/clientpositive/spark/bucket4.q.out_spark +++ ql/src/test/results/clientpositive/spark/bucket4.q.out_spark @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucket5.q.out ql/src/test/results/clientpositive/spark/bucket5.q.out index 784e959..c9a69ce 100644 --- ql/src/test/results/clientpositive/spark/bucket5.q.out +++ ql/src/test/results/clientpositive/spark/bucket5.q.out @@ -56,8 +56,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -131,8 +133,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out index fd6956a..406c530 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out @@ -173,7 +173,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out index 5fc4aea..215babb 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out @@ -173,7 +173,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out index fe61e1f..1029459 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin1.q.out @@ -375,8 +375,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE @@ -452,8 +454,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE @@ -753,8 +757,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE @@ -830,8 +836,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out index b77eb49..996fe05 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin10.q.out @@ -317,7 +317,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out index 51e1fe5..90e04c6 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin11.q.out @@ -331,7 +331,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -705,7 +707,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out index b101a0d..6433447 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin12.q.out @@ -237,7 +237,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -496,7 +498,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out index e17e04c..4113c63 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin13.q.out @@ -202,7 +202,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -518,7 +520,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -794,7 +798,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1070,7 +1076,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out index cf975b2..e2def51 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin2.q.out @@ -145,8 +145,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE @@ -223,8 +225,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE @@ -530,8 +534,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE @@ -608,8 +614,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE @@ -934,8 +942,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE @@ -1012,8 +1022,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 156 Data size: 61240 Basic stats: PARTIAL Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out index 7bf2668..e379457 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin3.q.out @@ -169,8 +169,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE @@ -247,8 +249,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE @@ -554,8 +558,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 78 Data size: 30620 Basic stats: PARTIAL Column stats: NONE @@ -632,8 +638,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 149 Data size: 58120 Basic stats: PARTIAL Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out index 110cceb..a693448 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin4.q.out @@ -163,8 +163,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE @@ -240,8 +242,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE @@ -528,8 +532,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE @@ -605,8 +611,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 27500 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out index 3a797e1..f79684b 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out @@ -200,8 +200,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark index e46a0a3..90e6730 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark +++ ql/src/test/results/clientpositive/spark/bucketmapjoin7.q.out_spark @@ -197,8 +197,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 75 Data size: 30250 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out index 604c561..1d58060 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin8.q.out @@ -203,7 +203,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -477,7 +479,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out index 262ece1..6060891 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin9.q.out @@ -205,7 +205,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 @@ -501,7 +503,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out index 51fe882..5171c64 100644 --- ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark index 5506079..0c0f02a 100644 --- ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark @@ -43,8 +43,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out index e46192a..c91f544 100644 --- ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out @@ -72,8 +72,10 @@ outputColumnNames: _col0 Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE @@ -149,8 +151,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE @@ -227,8 +231,10 @@ outputColumnNames: _col0 Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE @@ -300,8 +306,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 27 Data size: 232 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 27 Data size: 232 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out index 9e6da9d..1139cf8 100644 --- ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out +++ ql/src/test/results/clientpositive/spark/groupby_map_ppr.q.out @@ -63,8 +63,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out index 95323d8..df882b8 100644 --- ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out @@ -63,8 +63,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/groupby_ppr.q.out ql/src/test/results/clientpositive/spark/groupby_ppr.q.out index 96d44d8..beec5a3 100644 --- ql/src/test/results/clientpositive/spark/groupby_ppr.q.out +++ ql/src/test/results/clientpositive/spark/groupby_ppr.q.out @@ -56,8 +56,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out index 9cfe52a..dd8f29d 100644 --- ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out @@ -56,8 +56,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE @@ -338,8 +340,10 @@ outputColumnNames: $f0, $f1, $f2 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: $f0 (type: string), $f1 (type: string), $f2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Map-reduce partition columns: $f0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out index 6339517..cd8cb71 100644 --- ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out +++ ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out @@ -283,8 +283,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1108,8 +1110,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1329,8 +1333,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: double) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1562,8 +1568,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2239,8 +2247,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -2488,8 +2498,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2572,8 +2584,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2811,8 +2825,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2896,8 +2912,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -3006,8 +3024,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -3087,8 +3107,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out index 00f4d53..69f8165 100644 --- ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out @@ -284,8 +284,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -361,8 +363,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1129,8 +1133,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1206,8 +1212,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1370,8 +1378,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: double) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1447,8 +1457,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: double) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -1623,8 +1635,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -1700,8 +1714,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2320,8 +2336,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -2397,8 +2415,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: double) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -2588,8 +2608,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2672,8 +2694,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2912,8 +2936,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -2997,8 +3023,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -3107,8 +3135,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -3126,8 +3156,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE @@ -3208,8 +3240,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -3285,8 +3319,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out index 9efcf98..ea8d7b5 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out @@ -6,7 +6,7 @@ POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@test_table_n0 -PREHOOK: query: EXPLAIN +PREHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM (SELECT if ((key % 3) < 2, 0, 1) as key2, value, (key % 2) as hr @@ -18,7 +18,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Output: default@test_table_n0@ds=2008-04-08 -POSTHOOK: query: EXPLAIN +POSTHOOK: query: EXPLAIN EXTENDED INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM (SELECT if ((key % 3) < 2, 0, 1) as key2, value, (key % 2) as hr @@ -48,46 +48,190 @@ alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + GatherStats: false Select Operator expressions: if(((key % 3) < 2), 0, 1) (type: int), value (type: string), UDFToInteger((key % 2)) (type: int) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int) + auto parallelism: false Execution mode: vectorized + Path -> Alias: + hdfs://### HDFS PATH ### [a:srcpart] + hdfs://### HDFS PATH ### [a:srcpart] + Path -> Partition: + hdfs://### HDFS PATH ### + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + hdfs://### HDFS PATH ### + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + numFiles 1 + numRows 500 + partition_columns ds/hr + partition_columns.types string:string + rawDataSize 5312 + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.srcpart + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.srcpart + name: default.srcpart + Truncated Path -> Alias: + /srcpart/ds=2008-04-08/hr=11 [a:srcpart] + /srcpart/ds=2008-04-08/hr=12 [a:srcpart] Reducer 2 Execution mode: vectorized + Needs Tagging: false Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), CAST( VALUE._col2 AS STRING) (type: string) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + tag: -1 value expressions: _col0 (type: int), _col1 (type: string) + auto parallelism: false Reducer 3 Execution mode: vectorized + Needs Tagging: false Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), KEY._col2 (type: string) outputColumnNames: _col0, _col1, _col2 File Output Operator compressed: false + GlobalTableId: 1 + directory: hdfs://### HDFS PATH ### Dp Sort State: PARTITION_SORTED + NumFilesPerFileSink: 1 + Static Partition Specification: ds=2008-04-08/ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Stats Publishing Key Prefix: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.test_table_n0 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct test_table_n0 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table_n0 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Stage: Stage-0 Move Operator @@ -96,15 +240,33 @@ ds 2008-04-08 hr replace: true + source: hdfs://### HDFS PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + bucketing_version 2 + column.name.delimiter , + columns key,value + columns.comments + columns.types int:string +#### A masked pattern was here #### + location hdfs://### HDFS PATH ### + name default.test_table_n0 + partition_columns ds/hr + partition_columns.types string:string + serialization.ddl struct test_table_n0 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table_n0 Stage: Stage-2 Stats Work Basic Stats Work: + Stats Aggregation Key Prefix: hdfs://### HDFS PATH ### PREHOOK: query: INSERT OVERWRITE TABLE test_table_n0 PARTITION (ds = '2008-04-08', hr) SELECT key2, value, cast(hr as int) FROM diff --git ql/src/test/results/clientpositive/spark/join17.q.out ql/src/test/results/clientpositive/spark/join17.q.out index 2f2e32b..53be323 100644 --- ql/src/test/results/clientpositive/spark/join17.q.out +++ ql/src/test/results/clientpositive/spark/join17.q.out @@ -53,8 +53,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -131,8 +133,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/join32_lessSize.q.out ql/src/test/results/clientpositive/spark/join32_lessSize.q.out index b11cba3..301e37a 100644 --- ql/src/test/results/clientpositive/spark/join32_lessSize.q.out +++ ql/src/test/results/clientpositive/spark/join32_lessSize.q.out @@ -167,8 +167,10 @@ Position of Big Table: 0 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE @@ -248,8 +250,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -663,8 +667,10 @@ Position of Big Table: 0 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE @@ -742,8 +748,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -820,8 +828,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE @@ -1234,8 +1244,10 @@ Position of Big Table: 0 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE @@ -1314,8 +1326,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -1636,8 +1650,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE @@ -1714,8 +1730,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -1791,8 +1809,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -1865,8 +1885,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/join34.q.out ql/src/test/results/clientpositive/spark/join34.q.out index fc1a369..331d404 100644 --- ql/src/test/results/clientpositive/spark/join34.q.out +++ ql/src/test/results/clientpositive/spark/join34.q.out @@ -71,8 +71,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 296 Data size: 3144 Basic stats: COMPLETE Column stats: NONE @@ -149,8 +151,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 296 Data size: 3144 Basic stats: COMPLETE Column stats: NONE @@ -227,8 +231,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 23 Data size: 175 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 23 Data size: 175 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/join35.q.out ql/src/test/results/clientpositive/spark/join35.q.out index 87ee934..a51502e 100644 --- ql/src/test/results/clientpositive/spark/join35.q.out +++ ql/src/test/results/clientpositive/spark/join35.q.out @@ -78,8 +78,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE @@ -159,8 +161,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE @@ -237,8 +241,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 23 Data size: 175 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 23 Data size: 175 Basic stats: COMPLETE Column stats: NONE @@ -310,8 +316,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 74 Data size: 786 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE @@ -377,8 +385,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 74 Data size: 786 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 148 Data size: 1572 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/join9.q.out ql/src/test/results/clientpositive/spark/join9.q.out index ee92802..080d67f 100644 --- ql/src/test/results/clientpositive/spark/join9.q.out +++ ql/src/test/results/clientpositive/spark/join9.q.out @@ -57,8 +57,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -135,8 +137,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out index 8abb78f..007e826 100644 --- ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out +++ ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out @@ -49,8 +49,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE @@ -127,8 +129,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -205,8 +209,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -385,8 +391,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -458,8 +466,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE @@ -536,8 +546,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -716,8 +728,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -789,8 +803,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE @@ -867,8 +883,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -1044,8 +1062,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE @@ -1117,8 +1137,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE @@ -1195,8 +1217,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -1273,8 +1297,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -1446,8 +1472,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 18 Basic stats: COMPLETE Column stats: NONE @@ -1524,8 +1552,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -1602,8 +1632,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE @@ -1680,8 +1712,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out index cb54858..b9c14cb 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out @@ -85,8 +85,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string), _col3 (type: string) null sort order: aa + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col2 (type: string), _col3 (type: string) Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE @@ -313,8 +315,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col2 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out index 4821f85..8c85a93 100644 --- ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out @@ -60,8 +60,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -138,8 +140,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -391,8 +395,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -520,8 +526,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -722,8 +730,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -800,8 +810,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -1053,8 +1065,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -1182,8 +1196,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out index ae69a48..2436ee1 100644 --- ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out +++ ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out @@ -74,8 +74,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -180,8 +182,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE @@ -254,8 +258,10 @@ Number of rows: 0 Statistics: Num rows: 0 Data size: 0 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE @@ -572,7 +578,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -648,7 +656,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -995,7 +1005,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE tag: 0 @@ -1068,7 +1080,9 @@ Number of rows: 0 Statistics: Num rows: 0 Data size: 0 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE tag: 1 @@ -1461,8 +1475,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE @@ -1532,8 +1548,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -1619,8 +1637,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: value (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE @@ -1691,8 +1711,10 @@ predicate: false (type: boolean) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: value (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE @@ -1842,7 +1864,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out index 38007f7..7abc6bc 100644 --- ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out @@ -60,8 +60,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -138,8 +140,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -391,8 +395,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -469,8 +475,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out index ae93297..03d9aad 100644 --- ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out +++ ql/src/test/results/clientpositive/spark/parquet_vectorization_0.q.out @@ -1229,7 +1229,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -30421,8 +30423,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 12288 Data size: 593563 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12288 Data size: 593563 Basic stats: COMPLETE Column stats: NONE @@ -30498,8 +30502,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6144 Data size: 296781 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 6144 Data size: 296781 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/pcr.q.out ql/src/test/results/clientpositive/spark/pcr.q.out index 52a0e0e..6dd27eb 100644 --- ql/src/test/results/clientpositive/spark/pcr.q.out +++ ql/src/test/results/clientpositive/spark/pcr.q.out @@ -91,8 +91,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -305,8 +307,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -603,8 +607,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -817,8 +823,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 10 Data size: 80 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 10 Data size: 80 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1035,8 +1043,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 16 Data size: 128 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 16 Data size: 128 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1312,8 +1322,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 33 Data size: 264 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 33 Data size: 264 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1596,8 +1608,10 @@ outputColumnNames: _col0 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1793,8 +1807,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2032,8 +2048,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2344,8 +2362,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2550,8 +2570,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE @@ -2628,8 +2650,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE @@ -2702,8 +2726,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2843,8 +2869,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE @@ -2921,8 +2949,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE @@ -2995,8 +3025,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3146,8 +3178,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3493,8 +3527,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 30 Data size: 240 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) null sort order: zzz + numBuckets: -1 sort order: +++ Statistics: Num rows: 30 Data size: 240 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -4311,8 +4347,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -4467,8 +4505,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -4674,8 +4714,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out index a78553d..6af3333 100644 --- ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out @@ -65,8 +65,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -145,8 +147,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -263,8 +267,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE @@ -379,8 +385,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -459,8 +467,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -577,8 +587,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE @@ -692,8 +704,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -771,8 +785,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -889,8 +905,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE @@ -1005,8 +1023,10 @@ outputColumnNames: _col0 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -1085,8 +1105,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -1203,8 +1225,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out index ad3cbc2..607c3bc 100644 --- ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out @@ -41,8 +41,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -308,8 +310,10 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/router_join_ppr.q.out ql/src/test/results/clientpositive/spark/router_join_ppr.q.out index b2d9bba..1c638a4 100644 --- ql/src/test/results/clientpositive/spark/router_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/router_join_ppr.q.out @@ -60,8 +60,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -138,8 +140,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -391,8 +395,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -520,8 +526,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -722,8 +730,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE @@ -800,8 +810,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -1053,8 +1065,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 111 Data size: 1179 Basic stats: COMPLETE Column stats: NONE @@ -1182,8 +1196,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/sample10.q.out ql/src/test/results/clientpositive/spark/sample10.q.out index a8e5d97..b3073d7 100644 --- ql/src/test/results/clientpositive/spark/sample10.q.out +++ ql/src/test/results/clientpositive/spark/sample10.q.out @@ -87,8 +87,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 20 Data size: 120 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 120 Basic stats: COMPLETE Column stats: NONE @@ -319,8 +321,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 10 Data size: 60 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 10 Data size: 60 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/sample6.q.out ql/src/test/results/clientpositive/spark/sample6.q.out index 40e8aaf..261cec3 100644 --- ql/src/test/results/clientpositive/spark/sample6.q.out +++ ql/src/test/results/clientpositive/spark/sample6.q.out @@ -495,8 +495,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -913,8 +915,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -1554,8 +1558,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2077,8 +2083,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2540,8 +2548,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -2929,8 +2939,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -3209,8 +3221,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/sample8.q.out ql/src/test/results/clientpositive/spark/sample8.q.out index 18bbfe3..6343192 100644 --- ql/src/test/results/clientpositive/spark/sample8.q.out +++ ql/src/test/results/clientpositive/spark/sample8.q.out @@ -45,8 +45,10 @@ predicate: ((((hash(key) & 2147483647) % 10) = 0) and value is not null and (((hash(key) & 2147483647) % 1) = 0)) (type: boolean) Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string), value (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE @@ -118,8 +120,10 @@ predicate: ((((hash(key) & 2147483647) % 1) = 0) and value is not null and (((hash(key) & 2147483647) % 10) = 0)) (type: boolean) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: key (type: string), value (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out index ef10c41..edbb912 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out @@ -94,8 +94,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out index 1d2040f..11e1bd0 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out @@ -110,8 +110,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1650 Data size: 17529 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1650 Data size: 17529 Basic stats: COMPLETE Column stats: NONE @@ -342,8 +344,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 3392 Data size: 36194 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3392 Data size: 36194 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out index 2c427b7..26e77a4d 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out @@ -109,8 +109,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -367,8 +369,10 @@ outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out index 79b6929..6891e69 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out @@ -90,8 +90,10 @@ Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE BucketMapJoin: true Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -326,8 +328,10 @@ Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE BucketMapJoin: true Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -510,8 +514,10 @@ Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE BucketMapJoin: true Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -685,8 +691,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE @@ -767,8 +775,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col2 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE @@ -845,8 +855,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: ###Masked### Data size: ###Masked### Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/spark/transform_ppr1.q.out ql/src/test/results/clientpositive/spark/transform_ppr1.q.out index e7459bf..f9982c8 100644 --- ql/src/test/results/clientpositive/spark/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/spark/transform_ppr1.q.out @@ -69,8 +69,10 @@ predicate: ((_col1 < 100) and (_col0 = '2008-04-08')) (type: boolean) Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/transform_ppr2.q.out ql/src/test/results/clientpositive/spark/transform_ppr2.q.out index 8693b60..fd86b47 100644 --- ql/src/test/results/clientpositive/spark/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/spark/transform_ppr2.q.out @@ -68,8 +68,10 @@ predicate: (_col1 < 100) (type: boolean) Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/union24.q.out ql/src/test/results/clientpositive/spark/union24.q.out index ac14fe2..2150181 100644 --- ql/src/test/results/clientpositive/spark/union24.q.out +++ ql/src/test/results/clientpositive/spark/union24.q.out @@ -397,8 +397,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE @@ -804,8 +806,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE @@ -881,8 +885,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE @@ -1282,8 +1288,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE @@ -1359,8 +1367,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE @@ -1439,8 +1449,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/spark/union_ppr.q.out ql/src/test/results/clientpositive/spark/union_ppr.q.out index e3f926a..0b6b563 100644 --- ql/src/test/results/clientpositive/spark/union_ppr.q.out +++ ql/src/test/results/clientpositive/spark/union_ppr.q.out @@ -55,9 +55,17 @@ outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator +<<<<<<< HEAD + bucketingVersion: 2 + key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string) + null sort order: zzzz + numBuckets: -1 + sort order: ++++ +======= key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) null sort order: zzz sort order: +++ +>>>>>>> apache/master Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false @@ -186,9 +194,17 @@ outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator +<<<<<<< HEAD + bucketingVersion: 2 + key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string) + null sort order: zzzz + numBuckets: -1 + sort order: ++++ +======= key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) null sort order: zzz sort order: +++ +>>>>>>> apache/master Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false diff --git ql/src/test/results/clientpositive/spark/vectorization_0.q.out ql/src/test/results/clientpositive/spark/vectorization_0.q.out index 068def4..4e779ea 100644 --- ql/src/test/results/clientpositive/spark/vectorization_0.q.out +++ ql/src/test/results/clientpositive/spark/vectorization_0.q.out @@ -1289,7 +1289,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 @@ -30481,8 +30483,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 12288 Data size: 2907994 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12288 Data size: 2907994 Basic stats: COMPLETE Column stats: NONE @@ -30558,8 +30562,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 6144 Data size: 1453997 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: z + numBuckets: -1 sort order: + Statistics: Num rows: 6144 Data size: 1453997 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/stats0.q.out ql/src/test/results/clientpositive/stats0.q.out index 6ce92aa..ba8728f 100644 --- ql/src/test/results/clientpositive/stats0.q.out +++ ql/src/test/results/clientpositive/stats0.q.out @@ -81,7 +81,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -1503,7 +1505,9 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/temp_table_alter_partition_coltype.q.out ql/src/test/results/clientpositive/temp_table_alter_partition_coltype.q.out index 740a270..e1d029c 100644 --- ql/src/test/results/clientpositive/temp_table_alter_partition_coltype.q.out +++ ql/src/test/results/clientpositive/temp_table_alter_partition_coltype.q.out @@ -165,7 +165,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -371,7 +373,9 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 diff --git ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out index 505e83c..d2de4a8 100644 --- ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out +++ ql/src/test/results/clientpositive/temp_table_display_colstats_tbllvl.q.out @@ -248,7 +248,9 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 1 Data size: 1480 Basic stats: COMPLETE Column stats: NONE tag: -1 diff --git ql/src/test/results/clientpositive/timestamp.q.out ql/src/test/results/clientpositive/timestamp.q.out index 16749a1..b6dbd85 100644 --- ql/src/test/results/clientpositive/timestamp.q.out +++ ql/src/test/results/clientpositive/timestamp.q.out @@ -120,8 +120,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: boolean) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE @@ -144,8 +146,10 @@ outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: boolean) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/topnkey_grouping_sets.q.out ql/src/test/results/clientpositive/topnkey_grouping_sets.q.out new file mode 100644 index 0000000..0cc87b1 --- /dev/null +++ ql/src/test/results/clientpositive/topnkey_grouping_sets.q.out @@ -0,0 +1,1235 @@ +PREHOOK: query: CREATE TABLE t_test_grouping_sets( + a int, + b int, + c int +) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@t_test_grouping_sets +POSTHOOK: query: CREATE TABLE t_test_grouping_sets( + a int, + b int, + c int +) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t_test_grouping_sets +PREHOOK: query: INSERT INTO t_test_grouping_sets VALUES +(NULL, NULL, NULL), +(5, 2, 3), +(10, 11, 12), +(NULL, NULL, NULL), +(NULL, NULL, NULL), +(6, 2, 1), +(7, 8, 4), (7, 8, 4), (7, 8, 4), +(5, 1, 2), (5, 1, 2), (5, 1, 2), +(NULL, NULL, NULL) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@t_test_grouping_sets +POSTHOOK: query: INSERT INTO t_test_grouping_sets VALUES +(NULL, NULL, NULL), +(5, 2, 3), +(10, 11, 12), +(NULL, NULL, NULL), +(NULL, NULL, NULL), +(6, 2, 1), +(7, 8, 4), (7, 8, 4), (7, 8, 4), +(5, 1, 2), (5, 1, 2), (5, 1, 2), +(NULL, NULL, NULL) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@t_test_grouping_sets +POSTHOOK: Lineage: t_test_grouping_sets.a SCRIPT [] +POSTHOOK: Lineage: t_test_grouping_sets.b SCRIPT [] +POSTHOOK: Lineage: t_test_grouping_sets.c SCRIPT [] +PREHOOK: query: EXPLAIN +SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: int), _col1 (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col0 (type: int), _col1 (type: int), grouping(_col2, 1L) (type: bigint), grouping(_col2, 0L) (type: bigint), grouping(_col2, 1L, 0L) (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 26 Data size: 776 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: ++ + Statistics: Num rows: 26 Data size: 776 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + value expressions: _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 26 Data size: 776 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 3 + Statistics: Num rows: 3 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 3 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 3 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 0 0 0 +5 2 0 0 0 +5 NULL 0 1 1 +PREHOOK: query: SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b, grouping(a), grouping(b), grouping(a, b) FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 0 0 0 +5 2 0 0 0 +5 NULL 0 1 1 +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: ++ + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 26 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 10 + Statistics: Num rows: 10 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 +5 2 +5 NULL +6 2 +6 NULL +7 8 +7 NULL +10 11 +10 NULL +NULL 1 +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 +5 2 +5 NULL +6 2 +6 NULL +7 8 +7 NULL +10 11 +10 NULL +NULL 1 +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: ++ + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 26 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 3 + Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 3 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 +5 2 +5 NULL +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 +5 2 +5 NULL +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: ++ + Statistics: Num rows: 26 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 26 Data size: 152 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a), (b), ()) ORDER BY a,b LIMIT 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 1 +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: ++ + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 7 + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 7 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 NULL +6 NULL +7 NULL +10 NULL +NULL 1 +NULL 2 +NULL 8 +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a), (b)) ORDER BY a,b LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +5 NULL +6 NULL +7 NULL +10 NULL +NULL 1 +NULL 2 +NULL 8 +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: -++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: -+ + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 7 + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 7 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +10 NULL +7 8 +7 NULL +6 2 +6 NULL +5 1 +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (a)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +10 NULL +7 8 +7 NULL +6 2 +6 NULL +5 1 +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (b)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (b)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: -++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: -+ + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 7 + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 7 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (b)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (b)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +7 8 +6 2 +5 1 +5 2 +NULL 1 +NULL 2 +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (b)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), (b)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +7 8 +6 2 +5 1 +5 2 +NULL 1 +NULL 2 +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), ()) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), ()) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: -++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: -+ + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 7 + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 7 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), ()) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), ()) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +7 8 +6 2 +5 1 +5 2 +NULL NULL +NULL NULL +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), ()) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((a,b), ()) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +7 8 +6 2 +5 1 +5 2 +NULL NULL +NULL NULL +PREHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((), (a,b)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((), (a,b)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: -++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: -+ + Statistics: Num rows: 13 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 13 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 7 + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 7 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 7 + Processor Tree: + ListSink + +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((), (a,b)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((), (a,b)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +7 8 +6 2 +5 1 +5 2 +NULL NULL +NULL NULL +PREHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((), (a,b)) ORDER BY a DESC, b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT a, b FROM t_test_grouping_sets GROUP BY a,b GROUPING SETS ((), (a,b)) ORDER BY a DESC, b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 +7 8 +6 2 +5 1 +5 2 +NULL NULL +NULL NULL +PREHOOK: query: EXPLAIN +SELECT tmp.a, tmp.b, max(tmp.c) FROM + (SELECT a, b, c FROM t_test_grouping_sets GROUP BY a, b, c) tmp +GROUP BY tmp.a, tmp.b GROUPING SETS ((), (tmp.a,tmp.b)) ORDER BY tmp.a DESC, tmp.b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: EXPLAIN +SELECT tmp.a, tmp.b, max(tmp.c) FROM + (SELECT a, b, c FROM t_test_grouping_sets GROUP BY a, b, c) tmp +GROUP BY tmp.a, tmp.b GROUPING SETS ((), (tmp.a,tmp.b)) ORDER BY tmp.a DESC, tmp.b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-3 depends on stages: Stage-2 + Stage-0 depends on stages: Stage-3 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: t_test_grouping_sets + Statistics: Num rows: 13 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: a (type: int), b (type: int), c (type: int) + outputColumnNames: a, b, c + Statistics: Num rows: 13 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: a (type: int), b (type: int), c (type: int) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + null sort order: zzz + sort order: +++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) + Statistics: Num rows: 6 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: max(_col2) + keys: _col0 (type: int), _col1 (type: int), 0L (type: bigint) + minReductionHashAggr: 0.99 + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + null sort order: zzz + sort order: -++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: bigint) + Statistics: Num rows: 6 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + value expressions: _col3 (type: int) + Reduce Operator Tree: + Group By Operator + aggregations: max(VALUE._col0) + keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: bigint) + mode: mergepartial + outputColumnNames: _col0, _col1, _col3 + Statistics: Num rows: 6 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE + pruneGroupingSetId: true + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col3 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-3 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int) + null sort order: zz + sort order: -+ + Statistics: Num rows: 6 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + value expressions: _col2 (type: int) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 7 + Statistics: Num rows: 6 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 7 + Processor Tree: + ListSink + +PREHOOK: query: SELECT tmp.a, tmp.b, max(tmp.c) FROM + (SELECT a, b, c FROM t_test_grouping_sets GROUP BY a, b, c) tmp +GROUP BY tmp.a, tmp.b GROUPING SETS ((), (tmp.a,tmp.b)) ORDER BY tmp.a DESC, tmp.b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT tmp.a, tmp.b, max(tmp.c) FROM + (SELECT a, b, c FROM t_test_grouping_sets GROUP BY a, b, c) tmp +GROUP BY tmp.a, tmp.b GROUPING SETS ((), (tmp.a,tmp.b)) ORDER BY tmp.a DESC, tmp.b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 12 +7 8 4 +6 2 1 +5 1 2 +5 2 3 +NULL NULL 12 +NULL NULL NULL +PREHOOK: query: SELECT tmp.a, tmp.b, max(tmp.c) FROM + (SELECT a, b, c FROM t_test_grouping_sets GROUP BY a, b, c) tmp +GROUP BY tmp.a, tmp.b GROUPING SETS ((), (tmp.a,tmp.b)) ORDER BY tmp.a DESC, tmp.b ASC LIMIT 7 +PREHOOK: type: QUERY +PREHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +POSTHOOK: query: SELECT tmp.a, tmp.b, max(tmp.c) FROM + (SELECT a, b, c FROM t_test_grouping_sets GROUP BY a, b, c) tmp +GROUP BY tmp.a, tmp.b GROUPING SETS ((), (tmp.a,tmp.b)) ORDER BY tmp.a DESC, tmp.b ASC LIMIT 7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t_test_grouping_sets +#### A masked pattern was here #### +10 11 12 +7 8 4 +6 2 1 +5 1 2 +5 2 3 +NULL NULL 12 +NULL NULL NULL +PREHOOK: query: DROP TABLE IF EXISTS t_test_grouping_sets +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@t_test_grouping_sets +PREHOOK: Output: default@t_test_grouping_sets +POSTHOOK: query: DROP TABLE IF EXISTS t_test_grouping_sets +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@t_test_grouping_sets +POSTHOOK: Output: default@t_test_grouping_sets diff --git ql/src/test/results/clientpositive/topnkey_windowing.q.out ql/src/test/results/clientpositive/topnkey_windowing.q.out index 9f64dca..6a5c0f4 100644 --- ql/src/test/results/clientpositive/topnkey_windowing.q.out +++ ql/src/test/results/clientpositive/topnkey_windowing.q.out @@ -360,8 +360,10 @@ Statistics: Num rows: 26 Data size: 1969 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: 0 (type: int), tw_value (type: double) null sort order: az + numBuckets: -1 sort order: ++ Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 26 Data size: 1969 Basic stats: COMPLETE Column stats: COMPLETE @@ -545,8 +547,10 @@ Statistics: Num rows: 26 Data size: 1969 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: 0 (type: int), tw_value (type: double) null sort order: az + numBuckets: -1 sort order: ++ Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 26 Data size: 1969 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/transform_ppr1.q.out ql/src/test/results/clientpositive/transform_ppr1.q.out index a074610..f77cbd8 100644 --- ql/src/test/results/clientpositive/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/transform_ppr1.q.out @@ -64,8 +64,10 @@ predicate: ((_col1 < 100) and (_col0 = '2008-04-08')) (type: boolean) Statistics: Num rows: 333 Data size: 120546 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 333 Data size: 120546 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/transform_ppr2.q.out ql/src/test/results/clientpositive/transform_ppr2.q.out index d2c0484..ab8cba3 100644 --- ql/src/test/results/clientpositive/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/transform_ppr2.q.out @@ -63,8 +63,10 @@ predicate: (_col1 < 100) (type: boolean) Statistics: Num rows: 333 Data size: 90576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col1 (type: string) null sort order: a + numBuckets: -1 sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 333 Data size: 90576 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/truncate_column_buckets.q.out ql/src/test/results/clientpositive/truncate_column_buckets.q.out index 4642c19..f44946b 100644 --- ql/src/test/results/clientpositive/truncate_column_buckets.q.out +++ ql/src/test/results/clientpositive/truncate_column_buckets.q.out @@ -30,8 +30,8 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@test_tab #### A masked pattern was here #### -258 -242 +248 +252 PREHOOK: query: TRUNCATE TABLE test_tab COLUMNS (value) PREHOOK: type: TRUNCATETABLE PREHOOK: Input: default@test_tab @@ -54,5 +54,5 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@test_tab #### A masked pattern was here #### -258 -242 +248 +252 diff --git ql/src/test/results/clientpositive/udf_explode.q.out ql/src/test/results/clientpositive/udf_explode.q.out index 815bef5..81d5734 100644 --- ql/src/test/results/clientpositive/udf_explode.q.out +++ ql/src/test/results/clientpositive/udf_explode.q.out @@ -76,8 +76,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -273,8 +275,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/udtf_explode.q.out ql/src/test/results/clientpositive/udtf_explode.q.out index 66c1394..1a2dd76 100644 --- ql/src/test/results/clientpositive/udtf_explode.q.out +++ ql/src/test/results/clientpositive/udtf_explode.q.out @@ -82,7 +82,9 @@ Number of rows: 3 Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -184,8 +186,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -361,7 +365,9 @@ Number of rows: 3 Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 null sort order: + numBuckets: -1 sort order: Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 @@ -463,8 +469,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: int), _col1 (type: string) null sort order: zz + numBuckets: -1 sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/union22.q.out ql/src/test/results/clientpositive/union22.q.out index fab4a58..31a6495 100644 --- ql/src/test/results/clientpositive/union22.q.out +++ ql/src/test/results/clientpositive/union22.q.out @@ -402,8 +402,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE @@ -457,8 +459,10 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 1845 Basic stats: COMPLETE Column stats: COMPLETE @@ -631,8 +635,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 166 Data size: 30212 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 30212 Basic stats: COMPLETE Column stats: COMPLETE @@ -653,8 +659,10 @@ outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 55 Data size: 14575 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 14575 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/union24.q.out ql/src/test/results/clientpositive/union24.q.out index 03a2c2c..f41b9e3 100644 --- ql/src/test/results/clientpositive/union24.q.out +++ ql/src/test/results/clientpositive/union24.q.out @@ -120,8 +120,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 51 Data size: 4845 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 51 Data size: 4845 Basic stats: COMPLETE Column stats: COMPLETE @@ -650,8 +652,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE @@ -671,8 +675,10 @@ outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 9785 Basic stats: COMPLETE Column stats: COMPLETE @@ -1161,8 +1167,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE @@ -1182,8 +1190,10 @@ outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 8961 Basic stats: COMPLETE Column stats: COMPLETE @@ -1333,8 +1343,10 @@ TableScan GatherStats: false Reduce Output Operator + bucketingVersion: 2 key expressions: _col0 (type: string) null sort order: z + numBuckets: -1 sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 51 Data size: 4845 Basic stats: COMPLETE Column stats: COMPLETE diff --git ql/src/test/results/clientpositive/union_ppr.q.out ql/src/test/results/clientpositive/union_ppr.q.out index 29250d2..3e91145 100644 --- ql/src/test/results/clientpositive/union_ppr.q.out +++ ql/src/test/results/clientpositive/union_ppr.q.out @@ -52,10 +52,19 @@ outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator +<<<<<<< HEAD + bucketingVersion: 2 + key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string) + null sort order: zzzz + numBuckets: -1 + sort order: ++++ + Statistics: Num rows: 666 Data size: 241092 Basic stats: COMPLETE Column stats: COMPLETE +======= key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) null sort order: zzz sort order: +++ Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE +>>>>>>> apache/master tag: -1 auto parallelism: false TableScan @@ -78,10 +87,19 @@ outputColumnNames: _col0, _col1, _col3 Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator +<<<<<<< HEAD + bucketingVersion: 2 + key expressions: _col0 (type: string), _col1 (type: string), '2008-04-08' (type: string), _col3 (type: string) + null sort order: zzzz + numBuckets: -1 + sort order: ++++ + Statistics: Num rows: 666 Data size: 241092 Basic stats: COMPLETE Column stats: COMPLETE +======= key expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string) null sort order: zzz sort order: +++ Statistics: Num rows: 666 Data size: 303696 Basic stats: COMPLETE Column stats: COMPLETE +>>>>>>> apache/master tag: -1 auto parallelism: false Path -> Alias: