diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java index c82bab8..9259637 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java @@ -53,6 +53,7 @@ import org.apache.hadoop.hive.ql.plan.JoinDesc; import org.apache.hadoop.hive.ql.plan.OperatorDesc; import org.apache.hadoop.hive.ql.plan.Statistics; +import org.apache.hadoop.hive.ql.plan.Statistics.State; import org.apache.hadoop.hive.ql.stats.StatsUtils; import org.apache.hadoop.hive.ql.udf.generic.GenericUDF; import org.apache.hadoop.hive.ql.udf.generic.GenericUDFOPAnd; @@ -213,6 +214,9 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, * satisfy condition2 * *

+ * Worst case: If no column statistics are available, then T(R) = T(R)/2 will be + * used as heuristics. + *

* For more information, refer 'Estimating The Cost Of Operations' chapter in * "Database Systems: The Complete Book" by Garcia-Molina et. al. *

@@ -239,7 +243,10 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, fop.setStatistics(st); } else { if (parentStats != null) { - fop.setStatistics(parentStats.clone()); + + // worst case, in the absence of column statistics assume half the rows are emitted + Statistics wcStats = getWorstCaseStats(parentStats.clone()); + fop.setStatistics(wcStats); } } @@ -510,6 +517,9 @@ private long evaluateChildExpr(Statistics stats, ExprNodeDesc child, AnnotateSta * assumed. * *

+ * Worst case: If no column statistics are available, then T(R) = T(R)/2 will be + * used as heuristics. + *

* For more information, refer 'Estimating The Cost Of Operations' chapter in * "Database Systems: The Complete Book" by Garcia-Molina et. al. *

@@ -527,13 +537,15 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, HiveConf conf = aspCtx.getConf(); int mapSideParallelism = HiveConf.getIntVar(conf, HiveConf.ConfVars.HIVE_STATS_MAP_SIDE_PARALLELISM); + List aggDesc = gop.getConf().getAggregators(); + Map colExprMap = gop.getColumnExprMap(); + RowSchema rs = gop.getSchema(); + Statistics stats = null; try { if (satisfyPrecondition(parentStats)) { - Statistics stats = parentStats.clone(); - RowSchema rs = gop.getSchema(); - List aggDesc = gop.getConf().getAggregators(); - Map colExprMap = gop.getColumnExprMap(); + stats = parentStats.clone(); + List colStats = StatsUtils.getColStatisticsFromExprMap(conf, parentStats, colExprMap, rs); stats.setColumnStats(colStats); @@ -548,6 +560,13 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, dv += 1; } dvProd *= dv; + } else { + + // partial column statistics on grouping attributes case. + // if column statistics on grouping attribute is missing, then assume worst case. + // GBY rule will emit half the number of rows if dvProd is 0 + dvProd = 0; + break; } } @@ -588,44 +607,54 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, newNumRows = applyGBYRule(stats.getNumRows(), dvProd); updateStats(stats, newNumRows); } + } else { + if (parentStats != null) { - // if UDAFs are present, new columns needs to be added - if (!aggDesc.isEmpty()) { - List aggColStats = Lists.newArrayList(); - for (ColumnInfo ci : rs.getSignature()) { - - // if the columns in row schema is not contained in column - // expression map, then those are the aggregate columns that - // are added GBY operator. we will estimate the column statistics - // for those newly added columns - if (!colExprMap.containsKey(ci.getInternalName())) { - String colName = ci.getInternalName(); - colName = StatsUtils.stripPrefixFromColumnName(colName); - String tabAlias = ci.getTabAlias(); - String colType = ci.getTypeName(); - ColStatistics cs = new ColStatistics(tabAlias, colName, colType); - cs.setCountDistint(stats.getNumRows()); - cs.setNumNulls(0); - cs.setAvgColLen(StatsUtils.getAvgColLenOfFixedLengthTypes(colType)); - aggColStats.add(cs); - } + // worst case, in the absence of column statistics assume half the rows are emitted + if (gop.getChildOperators().get(0) instanceof ReduceSinkOperator) { + + // map side + stats = parentStats.clone(); + } else { + + // reduce side + stats = getWorstCaseStats(parentStats); } - stats.addToColumnStats(aggColStats); + } + } + + // if UDAFs are present, new columns needs to be added + if (!aggDesc.isEmpty() && stats != null) { + List aggColStats = Lists.newArrayList(); + for (ColumnInfo ci : rs.getSignature()) { - // if UDAF present and if column expression map is empty then it must - // be full aggregation query like count(*) in which case number of rows will be 1 - if (colExprMap.isEmpty()) { - stats.setNumRows(1); - updateStats(stats, 1); + // if the columns in row schema is not contained in column + // expression map, then those are the aggregate columns that + // are added GBY operator. we will estimate the column statistics + // for those newly added columns + if (!colExprMap.containsKey(ci.getInternalName())) { + String colName = ci.getInternalName(); + colName = StatsUtils.stripPrefixFromColumnName(colName); + String tabAlias = ci.getTabAlias(); + String colType = ci.getTypeName(); + ColStatistics cs = new ColStatistics(tabAlias, colName, colType); + cs.setCountDistint(stats.getNumRows()); + cs.setNumNulls(0); + cs.setAvgColLen(StatsUtils.getAvgColLenOfFixedLengthTypes(colType)); + aggColStats.add(cs); } } + stats.addToColumnStats(aggColStats); - gop.setStatistics(stats); - } else { - if (parentStats != null) { - gop.setStatistics(parentStats.clone()); + // if UDAF present and if column expression map is empty then it must + // be full aggregation query like count(*) in which case number of rows will be 1 + if (colExprMap.isEmpty()) { + stats.setNumRows(1); + updateStats(stats, 1); } } + + gop.setStatistics(stats); } catch (CloneNotSupportedException e) { throw new SemanticException(ErrorMsg.STATISTICS_CLONING_FAILED.getMsg()); } @@ -668,6 +697,9 @@ private long applyGBYRule(long numRows, long dvProd) { * attributes * *

+ * Worst case: If no column statistics are available, then T(RXS) = T(R)*T(S)/2 will be + * used as heuristics. + *

* For more information, refer 'Estimating The Cost Of Operations' chapter in * "Database Systems: The Complete Book" by Garcia-Molina et. al. *

@@ -698,7 +730,9 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, } } + try { if (allSatisfyPreCondition) { + // statistics object that is combination of statistics from all relations involved in JOIN Statistics stats = new Statistics(); long prodRows = 1; @@ -744,7 +778,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, // since new statistics is derived from all relations involved in JOIN, // we need to update the state information accordingly - stats.updateBasicStatsState(parentStats.getBasicStatsState()); stats.updateColumnStatsState(parentStats.getColumnStatsState()); } @@ -812,6 +845,28 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, stats.setNumRows(newRowCount); stats.setDataSize(StatsUtils.getDataSizeFromColumnStats(newRowCount, outColStats)); jop.setStatistics(stats); + } else { + + // worst case, when no column statistics are available + if (parents.size() > 1) { + Statistics wcStats = new Statistics(); + Statistics stp1 = parents.get(0).getStatistics(); + long numRows = stp1.getNumRows(); + long avgRowSize = stp1.getAvgRowSize(); + for (int i = 1; i < parents.size(); i++) { + stp1 = parents.get(i).getStatistics(); + numRows = (numRows * stp1.getNumRows()) / 2; + avgRowSize += stp1.getAvgRowSize(); + } + wcStats.setNumRows(numRows); + wcStats.setDataSize(numRows * avgRowSize); + jop.setStatistics(wcStats); + } else { + jop.setStatistics(parents.get(0).getStatistics().clone()); + } + } + } catch (CloneNotSupportedException e) { + throw new SemanticException(ErrorMsg.STATISTICS_CLONING_FAILED.getMsg()); } } return null; @@ -819,6 +874,15 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, private long getDenominator(List distinctVals) { + if(distinctVals.isEmpty()) { + + // TODO: in union20.q the tab alias is not properly propagated down the operator + // tree. This happens when UNION ALL is used as sub query. Hence, even if column + // statistics are available, the tab alias will be null which will fail to get + // proper column statistics. For now assume, worst case in which denominator is 2. + return 2; + } + // simple join from 2 relations // denom = max(v1, v2) if (distinctVals.size() <= 2) { @@ -857,22 +921,31 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, Statistics parentStats = parent.getStatistics(); try { + long limit = -1; + limit = lop.getConf().getLimit(); + if (satisfyPrecondition(parentStats)) { Statistics stats = parentStats.clone(); - long limit = -1; - limit = lop.getConf().getLimit(); - if (limit == -1) { - limit = lop.getConf().getLeastRows(); - } - // if limit is greate than available rows then do not update statistics + // if limit is greater than available rows then do not update statistics if (limit <= parentStats.getNumRows()) { updateStats(stats, limit); } lop.setStatistics(stats); } else { if (parentStats != null) { - lop.setStatistics(parentStats.clone()); + + // in the absence of column statistics, compute data size based on based + // on average row size + Statistics wcStats = parentStats.clone(); + if (limit <= parentStats.getNumRows()) { + long numRows = limit; + long avgRowSize = parentStats.getAvgRowSize(); + long dataSize = avgRowSize * limit; + wcStats.setNumRows(numRows); + wcStats.setDataSize(dataSize); + } + lop.setStatistics(wcStats); } } } catch (CloneNotSupportedException e) { @@ -909,7 +982,6 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, Statistics parentStats = parent.getStatistics(); stats.addToNumRows(parentStats.getNumRows()); stats.addToDataSize(parentStats.getDataSize()); - stats.updateBasicStatsState(parentStats.getBasicStatsState()); stats.updateColumnStatsState(parentStats.getColumnStatsState()); stats.addToColumnStats(parentStats.getColumnStats()); op.getConf().setStatistics(stats); @@ -1001,4 +1073,17 @@ static boolean satisfyPrecondition(Statistics stats) { return stats != null && stats.getBasicStatsState().equals(Statistics.State.COMPLETE) && !stats.getColumnStatsState().equals(Statistics.State.NONE); } + + static Statistics getWorstCaseStats(Statistics stats) throws CloneNotSupportedException { + Statistics wcClone = stats.clone(); + long numRows = wcClone.getNumRows() / 2; + long dataSize = wcClone.getDataSize() / 2; + long avgRowSize = wcClone.getAvgRowSize(); + if (numRows > 0) { + dataSize = avgRowSize * numRows; + } + wcClone.setNumRows(numRows); + wcClone.setDataSize(dataSize); + return wcClone; + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/Statistics.java ql/src/java/org/apache/hadoop/hive/ql/plan/Statistics.java index a16c8ff..baa0b46 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/Statistics.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/Statistics.java @@ -49,8 +49,8 @@ public Statistics() { } public Statistics(long nr, long ds) { - this.numRows = nr; - this.dataSize = ds; + this.setNumRows(nr); + this.setDataSize(ds); this.basicStatsState = State.NONE; this.columnStats = null; this.columnStatsState = State.NONE; @@ -62,6 +62,7 @@ public long getNumRows() { public void setNumRows(long numRows) { this.numRows = numRows; + updateBasicStatsState(); } public long getDataSize() { @@ -70,6 +71,17 @@ public long getDataSize() { public void setDataSize(long dataSize) { this.dataSize = dataSize; + updateBasicStatsState(); + } + + private void updateBasicStatsState() { + if (numRows <= 0 && dataSize <= 0) { + this.basicStatsState = State.NONE; + } else if (numRows <= 0 || dataSize <= 0) { + this.basicStatsState = State.PARTIAL; + } else { + this.basicStatsState = State.COMPLETE; + } } public State getBasicStatsState() { @@ -120,10 +132,12 @@ public Statistics clone() throws CloneNotSupportedException { public void addToNumRows(long nr) { numRows += nr; + updateBasicStatsState(); } public void addToDataSize(long rds) { dataSize += rds; + updateBasicStatsState(); } public void setColumnStats(Map colStats) { @@ -162,37 +176,14 @@ public void addToColumnStats(List colStats) { } } - // newState + // newState // ----------------------------------------- - // basicStatsState | COMPLETE PARTIAL NONE | + // columnStatsState | COMPLETE PARTIAL NONE | // |________________________________________| // COMPLETE | COMPLETE PARTIAL PARTIAL | // PARTIAL | PARTIAL PARTIAL PARTIAL | // NONE | COMPLETE PARTIAL NONE | // ----------------------------------------- - public void updateBasicStatsState(State newState) { - if (newState.equals(State.PARTIAL)) { - basicStatsState = State.PARTIAL; - } - - if (newState.equals(State.NONE)) { - if (basicStatsState.equals(State.NONE)) { - basicStatsState = State.NONE; - } else { - basicStatsState = State.PARTIAL; - } - } - - if (newState.equals(State.COMPLETE)) { - if (basicStatsState.equals(State.PARTIAL)) { - basicStatsState = State.PARTIAL; - } else { - basicStatsState = State.COMPLETE; - } - } - } - - // similar to the table above for basic stats public void updateColumnStatsState(State newState) { if (newState.equals(State.PARTIAL)) { columnStatsState = State.PARTIAL; @@ -216,11 +207,11 @@ public void updateColumnStatsState(State newState) { } public long getAvgRowSize() { - if (basicStatsState.equals(State.COMPLETE) && numRows != 0) { + if (numRows != 0) { return dataSize / numRows; } - return 0; + return dataSize; } public ColStatistics getColumnStatisticsFromFQColName(String fqColName) { diff --git ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java index 24e7b61..50e1969 100644 --- ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java @@ -25,6 +25,7 @@ import org.apache.hadoop.hive.ql.plan.ExprNodeGenericFuncDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeNullDesc; import org.apache.hadoop.hive.ql.plan.Statistics; +import org.apache.hadoop.hive.ql.plan.Statistics.State; import org.apache.hadoop.hive.ql.util.JavaDataModel; import org.apache.hadoop.hive.serde.serdeConstants; import org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector; @@ -98,22 +99,6 @@ public static Statistics collectStatistics(HiveConf conf, PrunedPartitionList pa } } - // if basic stats are not available then return - if (nr <= 0 && rds <= 0) { - stats.setBasicStatsState(Statistics.State.NONE); - return stats; - } - - // if any basic stats is missing, mark it as partial stats - if (nr <= 0 || rds <= 0) { - stats.setBasicStatsState(Statistics.State.PARTIAL); - } - - // if both are available then we have complete basic stats - if (nr > 0 && rds > 0) { - stats.setBasicStatsState(Statistics.State.COMPLETE); - } - // number of rows -1 means that statistics from metastore is not reliable if (nr <= 0) { nr = 0; @@ -177,19 +162,6 @@ public static Statistics collectStatistics(HiveConf conf, PrunedPartitionList pa rds = getSumIgnoreNegatives(dataSizes); } - // basic stats - if (nr <= 0 && rds <= 0) { - stats.updateBasicStatsState(Statistics.State.NONE); - } else if (nr <= 0 || rds <= 0) { - stats.updateBasicStatsState(Statistics.State.PARTIAL); - } else { - if (containsNonPositives(rowCounts) || containsNonPositives(dataSizes)) { - stats.updateBasicStatsState(Statistics.State.PARTIAL); - } else { - stats.updateBasicStatsState(Statistics.State.COMPLETE); - } - } - // number of rows -1 means that statistics from metastore is not reliable if (nr <= 0) { nr = 0; @@ -197,6 +169,11 @@ public static Statistics collectStatistics(HiveConf conf, PrunedPartitionList pa stats.addToNumRows(nr); stats.addToDataSize(rds); + // if atleast a partition does not contain row count then mark basic stats state as PARTIAL + if (containsNonPositives(rowCounts)) { + stats.setBasicStatsState(State.PARTIAL); + } + // column stats for (Partition part : partList.getNotDeniedPartns()) { List colStats = getPartitionColumnStats(table, part, schema, neededColumns); @@ -219,7 +196,6 @@ public static Statistics collectStatistics(HiveConf conf, PrunedPartitionList pa } return stats; - } /** diff --git ql/src/test/queries/clientpositive/annotate_stats_groupby.q ql/src/test/queries/clientpositive/annotate_stats_groupby.q index ce29d52..cd2cbff 100644 --- ql/src/test/queries/clientpositive/annotate_stats_groupby.q +++ ql/src/test/queries/clientpositive/annotate_stats_groupby.q @@ -15,6 +15,18 @@ insert overwrite table loc_orc select * from loc_staging; -- numRows: 8 rawDataSize: 796 explain extended select * from loc_orc; +-- partial column stats +analyze table loc_orc compute statistics for columns state; + +-- inner group by: map - numRows: 8 reduce - numRows: 4 +-- outer group by: map - numRows: 4 reduce numRows: 2 +explain extended select a, c, min(b) +from ( select state as a, locid as b, count(*) as c + from loc_orc + group by state,locid + ) sq1 +group by a,c; + analyze table loc_orc compute statistics for columns state,locid,zip,year; -- only one distinct value in year column + 1 NULL value diff --git ql/src/test/results/clientpositive/alter_partition_coltype.q.out ql/src/test/results/clientpositive/alter_partition_coltype.q.out index bcfe175..2bcde10 100644 --- ql/src/test/results/clientpositive/alter_partition_coltype.q.out +++ ql/src/test/results/clientpositive/alter_partition_coltype.q.out @@ -494,10 +494,10 @@ STAGE PLANS: expr: ((ts = 3.0) and (dt = 10)) type: boolean Statistics: - numRows: 75 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 75 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Select Operator Statistics: - numRows: 75 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 75 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: count() diff --git ql/src/test/results/clientpositive/annotate_stats_filter.q.out ql/src/test/results/clientpositive/annotate_stats_filter.q.out index 7c1ebd3..1fcaa99 100644 --- ql/src/test/results/clientpositive/annotate_stats_filter.q.out +++ ql/src/test/results/clientpositive/annotate_stats_filter.q.out @@ -121,7 +121,7 @@ STAGE PLANS: expr: (state = 'OH') type: boolean Statistics: - numRows: 8 dataSize: 796 basicStatsState: COMPLETE colStatsState: NONE + numRows: 4 dataSize: 396 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: state @@ -134,14 +134,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 8 dataSize: 796 basicStatsState: COMPLETE colStatsState: NONE + numRows: 4 dataSize: 396 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 8 dataSize: 796 basicStatsState: COMPLETE colStatsState: NONE + numRows: 4 dataSize: 396 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1257,7 +1257,7 @@ STAGE PLANS: expr: (not true) type: boolean Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE Select Operator expressions: expr: state @@ -1270,14 +1270,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/annotate_stats_groupby.q.out ql/src/test/results/clientpositive/annotate_stats_groupby.q.out index ee8e557..d5f4c0c 100644 --- ql/src/test/results/clientpositive/annotate_stats_groupby.q.out +++ ql/src/test/results/clientpositive/annotate_stats_groupby.q.out @@ -86,6 +86,309 @@ STAGE PLANS: ListSink +PREHOOK: query: -- partial column stats +analyze table loc_orc compute statistics for columns state +PREHOOK: type: QUERY +PREHOOK: Input: default@loc_orc +#### A masked pattern was here #### +POSTHOOK: query: -- partial column stats +analyze table loc_orc compute statistics for columns state +POSTHOOK: type: QUERY +POSTHOOK: Input: default@loc_orc +#### A masked pattern was here #### +POSTHOOK: Lineage: loc_orc.locid SIMPLE [(loc_staging)loc_staging.FieldSchema(name:locid, type:int, comment:null), ] +POSTHOOK: Lineage: loc_orc.state SIMPLE [(loc_staging)loc_staging.FieldSchema(name:state, type:string, comment:null), ] +POSTHOOK: Lineage: loc_orc.year SIMPLE [(loc_staging)loc_staging.FieldSchema(name:year, type:int, comment:null), ] +POSTHOOK: Lineage: loc_orc.zip SIMPLE [(loc_staging)loc_staging.FieldSchema(name:zip, type:bigint, comment:null), ] +PREHOOK: query: -- inner group by: map - numRows: 8 reduce - numRows: 4 +-- outer group by: map - numRows: 4 reduce numRows: 2 +explain extended select a, c, min(b) +from ( select state as a, locid as b, count(*) as c + from loc_orc + group by state,locid + ) sq1 +group by a,c +PREHOOK: type: QUERY +POSTHOOK: query: -- inner group by: map - numRows: 8 reduce - numRows: 4 +-- outer group by: map - numRows: 4 reduce numRows: 2 +explain extended select a, c, min(b) +from ( select state as a, locid as b, count(*) as c + from loc_orc + group by state,locid + ) sq1 +group by a,c +POSTHOOK: type: QUERY +POSTHOOK: Lineage: loc_orc.locid SIMPLE [(loc_staging)loc_staging.FieldSchema(name:locid, type:int, comment:null), ] +POSTHOOK: Lineage: loc_orc.state SIMPLE [(loc_staging)loc_staging.FieldSchema(name:state, type:string, comment:null), ] +POSTHOOK: Lineage: loc_orc.year SIMPLE [(loc_staging)loc_staging.FieldSchema(name:year, type:int, comment:null), ] +POSTHOOK: Lineage: loc_orc.zip SIMPLE [(loc_staging)loc_staging.FieldSchema(name:zip, type:bigint, comment:null), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME loc_orc))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL state) a) (TOK_SELEXPR (TOK_TABLE_OR_COL locid) b) (TOK_SELEXPR (TOK_FUNCTIONSTAR count) c)) (TOK_GROUPBY (TOK_TABLE_OR_COL state) (TOK_TABLE_OR_COL locid)))) sq1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL a)) (TOK_SELEXPR (TOK_TABLE_OR_COL c)) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b)))) (TOK_GROUPBY (TOK_TABLE_OR_COL a) (TOK_TABLE_OR_COL c)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + sq1:loc_orc + TableScan + alias: loc_orc + Statistics: + numRows: 8 dataSize: 796 basicStatsState: COMPLETE colStatsState: PARTIAL + GatherStats: false + Select Operator + expressions: + expr: state + type: string + expr: locid + type: int + outputColumnNames: state, locid + Statistics: + numRows: 8 dataSize: 796 basicStatsState: COMPLETE colStatsState: PARTIAL + Group By Operator + aggregations: + expr: count() + bucketGroup: false + keys: + expr: state + type: string + expr: locid + type: int + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 8 dataSize: 688 basicStatsState: COMPLETE colStatsState: PARTIAL + Reduce Output Operator + key expressions: + expr: _col0 + type: string + expr: _col1 + type: int + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + expr: _col1 + type: int + Statistics: + numRows: 8 dataSize: 688 basicStatsState: COMPLETE colStatsState: PARTIAL + tag: -1 + value expressions: + expr: _col2 + type: bigint + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: loc_orc + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns state,locid,zip,year + columns.types string:int:bigint:int + field.delim | +#### A masked pattern was here #### + name default.loc_orc + numFiles 1 + numRows 8 + rawDataSize 796 + serialization.ddl struct loc_orc { string state, i32 locid, i64 zip, i32 year} + serialization.format | + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 489 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + properties: + COLUMN_STATS_ACCURATE true + bucket_count -1 + columns state,locid,zip,year + columns.types string:int:bigint:int + field.delim | +#### A masked pattern was here #### + name default.loc_orc + numFiles 1 + numRows 8 + rawDataSize 796 + serialization.ddl struct loc_orc { string state, i32 locid, i64 zip, i32 year} + serialization.format | + serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde + totalSize 489 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.loc_orc + name: default.loc_orc + Truncated Path -> Alias: + /loc_orc [sq1:loc_orc] + Needs Tagging: false + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + expr: KEY._col1 + type: int + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 4 dataSize: 344 basicStatsState: COMPLETE colStatsState: PARTIAL + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: int + expr: _col2 + type: bigint + outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 4 dataSize: 344 basicStatsState: COMPLETE colStatsState: PARTIAL + Group By Operator + aggregations: + expr: min(_col1) + bucketGroup: false + keys: + expr: _col0 + type: string + expr: _col2 + type: bigint + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 4 dataSize: 376 basicStatsState: COMPLETE colStatsState: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string,bigint,int + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + TableScan + GatherStats: false + Reduce Output Operator + key expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + expr: _col1 + type: bigint + Statistics: + numRows: 4 dataSize: 376 basicStatsState: COMPLETE colStatsState: PARTIAL + tag: -1 + value expressions: + expr: _col2 + type: int + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string,bigint,int + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string,bigint,int + escape.delim \ + serialization.lib org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Truncated Path -> Alias: +#### A masked pattern was here #### + Needs Tagging: false + Reduce Operator Tree: + Group By Operator + aggregations: + expr: min(VALUE._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + expr: KEY._col1 + type: bigint + mode: mergepartial + outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 2 dataSize: 188 basicStatsState: COMPLETE colStatsState: PARTIAL + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + expr: _col2 + type: int + outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 2 dataSize: 196 basicStatsState: COMPLETE colStatsState: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: + numRows: 2 dataSize: 196 basicStatsState: COMPLETE colStatsState: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string:bigint:int + escape.delim \ + hive.serialization.extend.nesting.levels true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + + PREHOOK: query: analyze table loc_orc compute statistics for columns state,locid,zip,year PREHOOK: type: QUERY PREHOOK: Input: default@loc_orc diff --git ql/src/test/results/clientpositive/annotate_stats_join.q.out ql/src/test/results/clientpositive/annotate_stats_join.q.out index f705f31..fe1c3b8 100644 --- ql/src/test/results/clientpositive/annotate_stats_join.q.out +++ ql/src/test/results/clientpositive/annotate_stats_join.q.out @@ -1456,7 +1456,7 @@ STAGE PLANS: handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE Select Operator expressions: expr: _col0 @@ -1469,14 +1469,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1761,7 +1761,7 @@ STAGE PLANS: handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col10, _col11 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE Select Operator expressions: expr: _col0 @@ -1782,14 +1782,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/annotate_stats_limit.q.out ql/src/test/results/clientpositive/annotate_stats_limit.q.out index c6a446c..8ef63ba 100644 --- ql/src/test/results/clientpositive/annotate_stats_limit.q.out +++ ql/src/test/results/clientpositive/annotate_stats_limit.q.out @@ -231,7 +231,7 @@ STAGE PLANS: numRows: 8 dataSize: 796 basicStatsState: COMPLETE colStatsState: COMPLETE Limit Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE ListSink diff --git ql/src/test/results/clientpositive/annotate_stats_part.q.out ql/src/test/results/clientpositive/annotate_stats_part.q.out index 914a114..333b8d6 100644 --- ql/src/test/results/clientpositive/annotate_stats_part.q.out +++ ql/src/test/results/clientpositive/annotate_stats_part.q.out @@ -1555,7 +1555,7 @@ STAGE PLANS: expr: (year <> 2001) type: boolean Statistics: - numRows: 1 dataSize: 325 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 162 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: state @@ -1564,14 +1564,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 1 dataSize: 325 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 162 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 1 dataSize: 325 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 162 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/annotate_stats_select.q.out ql/src/test/results/clientpositive/annotate_stats_select.q.out index 7a1e9cc..9cdfa74 100644 --- ql/src/test/results/clientpositive/annotate_stats_select.q.out +++ ql/src/test/results/clientpositive/annotate_stats_select.q.out @@ -932,14 +932,14 @@ STAGE PLANS: type: string outputColumnNames: _col0 Statistics: - numRows: 2 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 2 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 2 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 2 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4555,21 +4555,21 @@ STAGE PLANS: expr: (not bo1) type: boolean Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE Select Operator expressions: expr: bo1 type: boolean outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: COMPLETE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/auto_join_reordering_values.q.out ql/src/test/results/clientpositive/auto_join_reordering_values.q.out index 19c446b..68b77da 100644 --- ql/src/test/results/clientpositive/auto_join_reordering_values.q.out +++ ql/src/test/results/clientpositive/auto_join_reordering_values.q.out @@ -209,6 +209,8 @@ STAGE PLANS: 1 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col3, _col4, _col8 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -241,6 +243,8 @@ STAGE PLANS: Map-reduce partition columns: expr: _col0 type: int + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE tag: 0 value expressions: expr: _col8 @@ -347,6 +351,8 @@ STAGE PLANS: 1 {VALUE._col0} handleSkewJoin: false outputColumnNames: _col1, _col10, _col11, _col14 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -379,6 +385,8 @@ STAGE PLANS: Map-reduce partition columns: expr: _col10 type: int + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE tag: 0 value expressions: expr: _col14 @@ -482,6 +490,8 @@ STAGE PLANS: 1 handleSkewJoin: false outputColumnNames: _col1, _col7, _col18 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -514,6 +524,8 @@ STAGE PLANS: Map-reduce partition columns: expr: _col18 type: int + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE tag: 0 value expressions: expr: _col7 @@ -615,6 +627,8 @@ STAGE PLANS: 1 handleSkewJoin: false outputColumnNames: _col1, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col1 @@ -622,12 +636,18 @@ STAGE PLANS: expr: _col7 type: int outputColumnNames: _col0, _col1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Limit + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out index ad61ec5..df97bdd 100644 --- ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out +++ ql/src/test/results/clientpositive/auto_sortmerge_join_11.q.out @@ -175,14 +175,20 @@ STAGE PLANS: 1 [Column[key]] Position of Big Table: 1 Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -332,16 +338,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -362,6 +374,7 @@ STAGE PLANS: Fetch Operator limit: -1 + PREHOOK: query: select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@bucket_big @@ -487,14 +500,20 @@ STAGE PLANS: 1 [Column[key]] Position of Big Table: 1 Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -644,16 +663,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -674,6 +699,7 @@ STAGE PLANS: Fetch Operator limit: -1 + PREHOOK: query: select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@bucket_big @@ -798,16 +824,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -914,16 +948,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out index d2efff4..fdcdad9 100644 --- ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out +++ ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out @@ -346,14 +346,20 @@ STAGE PLANS: 1 [] Position of Big Table: 0 Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -550,16 +556,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucket_map_join_1.q.out ql/src/test/results/clientpositive/bucket_map_join_1.q.out index 90667ac..b373098 100644 --- ql/src/test/results/clientpositive/bucket_map_join_1.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_1.q.out @@ -98,15 +98,23 @@ STAGE PLANS: 0 [Column[key], Column[value]] 1 [Column[key], Column[value]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -172,16 +180,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucket_map_join_2.q.out ql/src/test/results/clientpositive/bucket_map_join_2.q.out index a02cc02..02e002c 100644 --- ql/src/test/results/clientpositive/bucket_map_join_2.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_2.q.out @@ -98,15 +98,23 @@ STAGE PLANS: 0 [Column[key], Column[value]] 1 [Column[key], Column[value]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -172,16 +180,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_1.q.out ql/src/test/results/clientpositive/bucketcontext_1.q.out index 9261999..0c310fc 100644 --- ql/src/test/results/clientpositive/bucketcontext_1.q.out +++ ql/src/test/results/clientpositive/bucketcontext_1.q.out @@ -179,16 +179,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -297,16 +305,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_2.q.out ql/src/test/results/clientpositive/bucketcontext_2.q.out index daa9d5d..3ac151a 100644 --- ql/src/test/results/clientpositive/bucketcontext_2.q.out +++ ql/src/test/results/clientpositive/bucketcontext_2.q.out @@ -167,16 +167,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -285,16 +293,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_3.q.out ql/src/test/results/clientpositive/bucketcontext_3.q.out index cac1e07..ca49323 100644 --- ql/src/test/results/clientpositive/bucketcontext_3.q.out +++ ql/src/test/results/clientpositive/bucketcontext_3.q.out @@ -209,16 +209,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -282,16 +290,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_4.q.out ql/src/test/results/clientpositive/bucketcontext_4.q.out index 4b1254d..65efd15 100644 --- ql/src/test/results/clientpositive/bucketcontext_4.q.out +++ ql/src/test/results/clientpositive/bucketcontext_4.q.out @@ -221,16 +221,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -294,16 +302,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_5.q.out ql/src/test/results/clientpositive/bucketcontext_5.q.out index a493151..04dda46 100644 --- ql/src/test/results/clientpositive/bucketcontext_5.q.out +++ ql/src/test/results/clientpositive/bucketcontext_5.q.out @@ -109,16 +109,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -184,16 +192,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_6.q.out ql/src/test/results/clientpositive/bucketcontext_6.q.out index 13fc155..b263c4c 100644 --- ql/src/test/results/clientpositive/bucketcontext_6.q.out +++ ql/src/test/results/clientpositive/bucketcontext_6.q.out @@ -123,16 +123,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -241,16 +249,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_7.q.out ql/src/test/results/clientpositive/bucketcontext_7.q.out index 8aa6fde..bbe3973 100644 --- ql/src/test/results/clientpositive/bucketcontext_7.q.out +++ ql/src/test/results/clientpositive/bucketcontext_7.q.out @@ -234,16 +234,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -352,16 +360,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketcontext_8.q.out ql/src/test/results/clientpositive/bucketcontext_8.q.out index 21a3d5a..856e900 100644 --- ql/src/test/results/clientpositive/bucketcontext_8.q.out +++ ql/src/test/results/clientpositive/bucketcontext_8.q.out @@ -234,16 +234,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -352,16 +360,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin1.q.out ql/src/test/results/clientpositive/bucketmapjoin1.q.out index 74deb9d..a477a5d 100644 --- ql/src/test/results/clientpositive/bucketmapjoin1.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin1.q.out @@ -90,6 +90,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col6 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -100,11 +102,15 @@ STAGE PLANS: expr: _col6 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -217,6 +223,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col6 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -227,11 +235,15 @@ STAGE PLANS: expr: _col6 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -454,6 +466,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -464,11 +478,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -949,6 +967,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -959,11 +979,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin10.q.out ql/src/test/results/clientpositive/bucketmapjoin10.q.out index 4d8f077..4797b06 100644 --- ql/src/test/results/clientpositive/bucketmapjoin10.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin10.q.out @@ -249,15 +249,23 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -364,16 +372,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin11.q.out ql/src/test/results/clientpositive/bucketmapjoin11.q.out index 228ba73..0ca326e 100644 --- ql/src/test/results/clientpositive/bucketmapjoin11.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin11.q.out @@ -262,16 +262,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -378,16 +386,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -584,16 +598,24 @@ STAGE PLANS: 0 [Column[key], Column[part]] 1 [Column[key], Column[part]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -700,16 +722,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin12.q.out ql/src/test/results/clientpositive/bucketmapjoin12.q.out index 0967d93..2bfaa87 100644 --- ql/src/test/results/clientpositive/bucketmapjoin12.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin12.q.out @@ -188,16 +188,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -260,16 +268,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -417,15 +431,23 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -488,16 +510,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin13.q.out ql/src/test/results/clientpositive/bucketmapjoin13.q.out index cd37cb9..25efe6a 100644 --- ql/src/test/results/clientpositive/bucketmapjoin13.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin13.q.out @@ -188,15 +188,23 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 250000 dataSize: 5000000 basicStatsState: COMPLETE colStatsState: NONE Select Operator + Statistics: + numRows: 250000 dataSize: 5000000 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -303,16 +311,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -482,16 +496,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -554,16 +576,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -745,16 +773,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -817,16 +853,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1010,16 +1052,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1082,16 +1132,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin2.q.out ql/src/test/results/clientpositive/bucketmapjoin2.q.out index ce6a415..3f9744f 100644 --- ql/src/test/results/clientpositive/bucketmapjoin2.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin2.q.out @@ -181,6 +181,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col6 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -191,11 +193,15 @@ STAGE PLANS: expr: _col6 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -721,6 +727,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col6 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -731,11 +739,15 @@ STAGE PLANS: expr: _col6 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1501,6 +1513,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col6 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -1511,11 +1525,15 @@ STAGE PLANS: expr: _col6 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin3.q.out ql/src/test/results/clientpositive/bucketmapjoin3.q.out index e0cc4f0..45b911e 100644 --- ql/src/test/results/clientpositive/bucketmapjoin3.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin3.q.out @@ -198,6 +198,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col6 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -208,11 +210,15 @@ STAGE PLANS: expr: _col6 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -738,6 +744,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col6 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -748,11 +756,15 @@ STAGE PLANS: expr: _col6 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin4.q.out ql/src/test/results/clientpositive/bucketmapjoin4.q.out index 8f75272..81f6117 100644 --- ql/src/test/results/clientpositive/bucketmapjoin4.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin4.q.out @@ -156,6 +156,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -166,11 +168,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -643,6 +649,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -653,11 +661,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin5.q.out ql/src/test/results/clientpositive/bucketmapjoin5.q.out index 4a34947..a63c058 100644 --- ql/src/test/results/clientpositive/bucketmapjoin5.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin5.q.out @@ -194,6 +194,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -204,11 +206,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -736,6 +742,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -746,11 +754,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin7.q.out ql/src/test/results/clientpositive/bucketmapjoin7.q.out index 78302d3..0ffbd85 100644 --- ql/src/test/results/clientpositive/bucketmapjoin7.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin7.q.out @@ -155,6 +155,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col7 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -163,12 +165,18 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Limit + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin8.q.out ql/src/test/results/clientpositive/bucketmapjoin8.q.out index f5b16eb..9deb27e 100644 --- ql/src/test/results/clientpositive/bucketmapjoin8.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin8.q.out @@ -161,16 +161,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -233,16 +241,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -406,16 +420,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -478,16 +500,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin9.q.out ql/src/test/results/clientpositive/bucketmapjoin9.q.out index 32c9b6b..9a85e10 100644 --- ql/src/test/results/clientpositive/bucketmapjoin9.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin9.q.out @@ -160,15 +160,23 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -231,16 +239,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -426,15 +440,23 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -497,16 +519,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out index b3ca688..0327666 100644 --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out @@ -157,6 +157,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -166,11 +168,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out index 3058fdf..6fb0ed8 100644 --- ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out @@ -212,6 +212,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -222,11 +224,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out index 4e17410..7e86f5c 100644 --- ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out @@ -172,6 +172,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -184,11 +186,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -327,6 +333,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -339,11 +347,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -477,6 +489,8 @@ STAGE PLANS: 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -488,11 +502,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -624,6 +642,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -635,11 +655,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -771,6 +795,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -782,11 +808,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -918,6 +948,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -929,11 +961,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1065,6 +1101,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1076,11 +1114,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1212,6 +1254,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1223,11 +1267,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1359,6 +1407,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1370,11 +1420,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out index e73ff92..5c17479 100644 --- ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out +++ ql/src/test/results/clientpositive/dynamic_partition_skip_default.q.out @@ -68,7 +68,7 @@ STAGE PLANS: TableScan alias: dynamic_part_table Statistics: - numRows: 1 dataSize: 1 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 2 basicStatsState: PARTIAL colStatsState: NONE GatherStats: false Select Operator expressions: @@ -76,14 +76,14 @@ STAGE PLANS: type: int outputColumnNames: _col0 Statistics: - numRows: 1 dataSize: 1 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 2 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 1 dataSize: 1 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 2 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -118,9 +118,9 @@ STAGE PLANS: #### A masked pattern was here #### name default.dynamic_part_table numFiles 1 - numRows 1 + numRows 0 partition_columns partcol1/partcol2 - rawDataSize 1 + rawDataSize 0 serialization.ddl struct dynamic_part_table { i32 intcol} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -175,7 +175,7 @@ STAGE PLANS: TableScan alias: dynamic_part_table Statistics: - numRows: 1 dataSize: 1 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 2 basicStatsState: PARTIAL colStatsState: NONE GatherStats: false Select Operator expressions: @@ -183,14 +183,14 @@ STAGE PLANS: type: int outputColumnNames: _col0 Statistics: - numRows: 1 dataSize: 1 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 2 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 1 dataSize: 1 basicStatsState: COMPLETE colStatsState: NONE + numRows: 0 dataSize: 2 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -225,9 +225,9 @@ STAGE PLANS: #### A masked pattern was here #### name default.dynamic_part_table numFiles 1 - numRows 1 + numRows 0 partition_columns partcol1/partcol2 - rawDataSize 1 + rawDataSize 0 serialization.ddl struct dynamic_part_table { i32 intcol} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -282,7 +282,7 @@ STAGE PLANS: TableScan alias: dynamic_part_table Statistics: - numRows: 2 dataSize: 2 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 1 basicStatsState: PARTIAL colStatsState: NONE GatherStats: false Select Operator expressions: @@ -290,14 +290,14 @@ STAGE PLANS: type: int outputColumnNames: _col0 Statistics: - numRows: 2 dataSize: 2 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 1 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 2 dataSize: 2 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 1 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -332,9 +332,9 @@ STAGE PLANS: #### A masked pattern was here #### name default.dynamic_part_table numFiles 1 - numRows 1 + numRows 0 partition_columns partcol1/partcol2 - rawDataSize 1 + rawDataSize 0 serialization.ddl struct dynamic_part_table { i32 intcol} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git ql/src/test/results/clientpositive/filter_join_breaktask.q.out ql/src/test/results/clientpositive/filter_join_breaktask.q.out index 1c9d9a2..edf48b1 100644 --- ql/src/test/results/clientpositive/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/filter_join_breaktask.q.out @@ -51,7 +51,7 @@ STAGE PLANS: expr: key is not null type: boolean Statistics: - numRows: 25 dataSize: 211 basicStatsState: COMPLETE colStatsState: NONE + numRows: 12 dataSize: 96 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -61,7 +61,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 25 dataSize: 211 basicStatsState: COMPLETE colStatsState: NONE + numRows: 12 dataSize: 96 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: key @@ -78,7 +78,7 @@ STAGE PLANS: expr: ((key is not null and value is not null) and (value <> '')) type: boolean Statistics: - numRows: 25 dataSize: 211 basicStatsState: COMPLETE colStatsState: NONE + numRows: 12 dataSize: 96 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -88,7 +88,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 25 dataSize: 211 basicStatsState: COMPLETE colStatsState: NONE + numRows: 12 dataSize: 96 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: value @@ -149,6 +149,8 @@ STAGE PLANS: 1 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col6 + Statistics: + numRows: 72 dataSize: 1152 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -181,6 +183,8 @@ STAGE PLANS: Map-reduce partition columns: expr: _col6 type: string + Statistics: + numRows: 72 dataSize: 1152 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: _col0 @@ -197,7 +201,7 @@ STAGE PLANS: expr: (value <> '') type: boolean Statistics: - numRows: 25 dataSize: 211 basicStatsState: COMPLETE colStatsState: NONE + numRows: 12 dataSize: 96 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: value @@ -207,7 +211,7 @@ STAGE PLANS: expr: value type: string Statistics: - numRows: 25 dataSize: 211 basicStatsState: COMPLETE colStatsState: NONE + numRows: 12 dataSize: 96 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: value @@ -289,6 +293,8 @@ STAGE PLANS: 1 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col11 + Statistics: + numRows: 432 dataSize: 10368 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -296,11 +302,15 @@ STAGE PLANS: expr: _col11 type: string outputColumnNames: _col0, _col1 + Statistics: + numRows: 432 dataSize: 10368 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 432 dataSize: 10368 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/groupby_map_ppr.q.out ql/src/test/results/clientpositive/groupby_map_ppr.q.out index 2bc660d..840fc63 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr.q.out @@ -179,7 +179,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -190,14 +190,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out index 147c9a5..f3c3695 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out @@ -191,7 +191,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -206,14 +206,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/groupby_ppr.q.out ql/src/test/results/clientpositive/groupby_ppr.q.out index 3dd382f..0e74462 100644 --- ql/src/test/results/clientpositive/groupby_ppr.q.out +++ ql/src/test/results/clientpositive/groupby_ppr.q.out @@ -160,7 +160,7 @@ STAGE PLANS: mode: complete outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -171,14 +171,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out index 73e96de..32433f0 100644 --- ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out @@ -164,7 +164,7 @@ STAGE PLANS: mode: complete outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -179,14 +179,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/groupby_sort_1.q.out ql/src/test/results/clientpositive/groupby_sort_1.q.out index 6dc3072..daa6fd6 100644 --- ql/src/test/results/clientpositive/groupby_sort_1.q.out +++ ql/src/test/results/clientpositive/groupby_sort_1.q.out @@ -86,7 +86,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -95,14 +95,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -527,7 +527,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -538,14 +538,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -688,7 +688,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -697,14 +697,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1092,7 +1092,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -1101,14 +1101,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1522,7 +1522,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1533,14 +1533,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2013,7 +2013,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2026,14 +2026,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2290,7 +2290,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2301,14 +2301,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2507,7 +2507,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -2516,7 +2516,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: sum(_col1) @@ -2527,7 +2527,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -2537,7 +2537,7 @@ STAGE PLANS: expr: _col0 type: double Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -2605,7 +2605,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 4 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2614,14 +2614,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 4 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 4 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2833,7 +2833,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -2842,10 +2842,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2854,14 +2854,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2909,7 +2909,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -2918,10 +2918,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2930,14 +2930,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3473,7 +3473,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -3482,7 +3482,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -3509,7 +3509,7 @@ STAGE PLANS: GatherStats: false Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -3518,14 +3518,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3573,7 +3573,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToDouble(_col0) @@ -3582,10 +3582,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -3594,14 +3594,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4080,7 +4080,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -4089,7 +4089,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -4099,7 +4099,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: _col0 @@ -4129,7 +4129,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -4138,7 +4138,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -4148,7 +4148,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: _col1 @@ -4214,6 +4214,8 @@ STAGE PLANS: 1 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col3 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -4221,11 +4223,15 @@ STAGE PLANS: expr: UDFToInteger((_col1 + _col3)) type: int outputColumnNames: _col0, _col1 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4540,7 +4546,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -4551,7 +4557,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -4585,7 +4591,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: _col0 @@ -4617,7 +4623,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -4626,7 +4632,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -4636,7 +4642,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: _col0 @@ -4725,6 +4731,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} handleSkewJoin: false outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -4738,11 +4746,15 @@ STAGE PLANS: expr: _col4 type: bigint outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4995,7 +5007,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -5004,14 +5016,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -5249,7 +5261,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -5262,14 +5274,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -5794,7 +5806,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -5809,14 +5821,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -6278,7 +6290,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -6291,14 +6303,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -6820,7 +6832,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -6833,14 +6845,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/groupby_sort_6.q.out ql/src/test/results/clientpositive/groupby_sort_6.q.out index 4c0465c..427aeac 100644 --- ql/src/test/results/clientpositive/groupby_sort_6.q.out +++ ql/src/test/results/clientpositive/groupby_sort_6.q.out @@ -487,7 +487,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 30 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 15 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -496,14 +496,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 30 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 15 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 30 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 15 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out index d1f868f..ce4596c 100644 --- ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out +++ ql/src/test/results/clientpositive/groupby_sort_skew_1.q.out @@ -86,7 +86,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -95,14 +95,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -608,7 +608,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -619,14 +619,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -769,7 +769,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -778,14 +778,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1173,7 +1173,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -1182,14 +1182,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1603,7 +1603,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1614,14 +1614,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2179,7 +2179,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2192,14 +2192,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2537,7 +2537,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2548,14 +2548,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2755,7 +2755,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -2764,7 +2764,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: sum(_col1) @@ -2775,7 +2775,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -2785,7 +2785,7 @@ STAGE PLANS: expr: rand() type: double Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -2853,7 +2853,7 @@ STAGE PLANS: mode: partials outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -2887,7 +2887,7 @@ STAGE PLANS: expr: _col0 type: double Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -2929,7 +2929,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 4 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -2938,14 +2938,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 4 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 4 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3157,7 +3157,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -3166,10 +3166,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -3178,14 +3178,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3233,7 +3233,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -3242,10 +3242,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -3254,14 +3254,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3874,7 +3874,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -3883,7 +3883,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -3910,7 +3910,7 @@ STAGE PLANS: GatherStats: false Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -3919,14 +3919,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3974,7 +3974,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToDouble(_col0) @@ -3983,10 +3983,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -3995,14 +3995,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 12 dataSize: 48 basicStatsState: COMPLETE colStatsState: NONE + numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4481,7 +4481,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -4490,7 +4490,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -4500,7 +4500,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: _col0 @@ -4530,7 +4530,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -4539,7 +4539,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -4549,7 +4549,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: _col1 @@ -4615,6 +4615,8 @@ STAGE PLANS: 1 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col3 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -4622,11 +4624,15 @@ STAGE PLANS: expr: UDFToInteger((_col1 + _col3)) type: int outputColumnNames: _col0, _col1 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -5022,7 +5028,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -5033,7 +5039,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -5067,7 +5073,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: _col0 @@ -5099,7 +5105,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -5108,7 +5114,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -5118,7 +5124,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: _col0 @@ -5207,6 +5213,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} handleSkewJoin: false outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -5220,11 +5228,15 @@ STAGE PLANS: expr: _col4 type: bigint outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 4 dataSize: 32 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -5554,7 +5566,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -5563,14 +5575,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -5808,7 +5820,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -5821,14 +5833,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -6353,7 +6365,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -6368,14 +6380,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -6837,7 +6849,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -6850,14 +6862,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -7379,7 +7391,7 @@ STAGE PLANS: mode: final outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -7392,14 +7404,14 @@ STAGE PLANS: type: int outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 6 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE + numRows: 3 dataSize: 12 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/input23.q.out ql/src/test/results/clientpositive/input23.q.out index e5536af..d253139 100644 --- ql/src/test/results/clientpositive/input23.q.out +++ ql/src/test/results/clientpositive/input23.q.out @@ -119,6 +119,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} handleSkewJoin: false outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7, _col8, _col9 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -138,12 +140,18 @@ STAGE PLANS: expr: _col9 type: string outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Limit + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/input42.q.out ql/src/test/results/clientpositive/input42.q.out index ed5f9ae..abd74ac 100644 --- ql/src/test/results/clientpositive/input42.q.out +++ ql/src/test/results/clientpositive/input42.q.out @@ -1217,7 +1217,7 @@ STAGE PLANS: expr: (key < 200) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -1230,7 +1230,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1239,7 +1239,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1344,14 +1344,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1792,7 +1792,7 @@ STAGE PLANS: expr: (rand(100) < 0.1) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -1805,7 +1805,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1814,7 +1814,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1919,14 +1919,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/input_part1.q.out ql/src/test/results/clientpositive/input_part1.q.out index 2d2695c..ae00e59 100644 --- ql/src/test/results/clientpositive/input_part1.q.out +++ ql/src/test/results/clientpositive/input_part1.q.out @@ -40,7 +40,7 @@ STAGE PLANS: expr: (key < 100) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: UDFToInteger(key) @@ -53,14 +53,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/input_part2.q.out ql/src/test/results/clientpositive/input_part2.q.out index fb260d0..907de17 100644 --- ql/src/test/results/clientpositive/input_part2.q.out +++ ql/src/test/results/clientpositive/input_part2.q.out @@ -54,7 +54,7 @@ STAGE PLANS: expr: ((key < 100) and (ds = '2008-04-08')) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: UDFToInteger(key) @@ -67,14 +67,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -100,7 +100,7 @@ STAGE PLANS: expr: ((key < 100) and (ds = '2008-04-09')) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: UDFToInteger(key) @@ -113,14 +113,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 2 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/input_part7.q.out ql/src/test/results/clientpositive/input_part7.q.out index 7bef3a0..88826e6 100644 --- ql/src/test/results/clientpositive/input_part7.q.out +++ ql/src/test/results/clientpositive/input_part7.q.out @@ -37,7 +37,7 @@ STAGE PLANS: expr: (key < 100) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -50,10 +50,10 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Union Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -66,7 +66,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -79,7 +79,7 @@ STAGE PLANS: type: string sort order: ++++ Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -102,7 +102,7 @@ STAGE PLANS: expr: (key < 100) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -115,10 +115,10 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Union Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -131,7 +131,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -144,7 +144,7 @@ STAGE PLANS: type: string sort order: ++++ Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -249,14 +249,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/input_part9.q.out ql/src/test/results/clientpositive/input_part9.q.out index c8fa6e2..7f513de 100644 --- ql/src/test/results/clientpositive/input_part9.q.out +++ ql/src/test/results/clientpositive/input_part9.q.out @@ -27,7 +27,7 @@ STAGE PLANS: expr: key is not null type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -40,7 +40,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -49,7 +49,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -154,14 +154,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join17.q.out ql/src/test/results/clientpositive/join17.q.out index f516b40..543e01a 100644 --- ql/src/test/results/clientpositive/join17.q.out +++ ql/src/test/results/clientpositive/join17.q.out @@ -124,6 +124,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -135,11 +137,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join26.q.out ql/src/test/results/clientpositive/join26.q.out index 598d856..dd8292f 100644 --- ql/src/test/results/clientpositive/join26.q.out +++ ql/src/test/results/clientpositive/join26.q.out @@ -99,6 +99,8 @@ STAGE PLANS: 2 [Column[key]] outputColumnNames: _col0, _col5, _col9 Position of Big Table: 2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -108,11 +110,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join32.q.out ql/src/test/results/clientpositive/join32.q.out index 17b9436..4372696 100644 --- ql/src/test/results/clientpositive/join32.q.out +++ ql/src/test/results/clientpositive/join32.q.out @@ -154,11 +154,15 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join32_lessSize.q.out ql/src/test/results/clientpositive/join32_lessSize.q.out index 14ef4cd..6add446 100644 --- ql/src/test/results/clientpositive/join32_lessSize.q.out +++ ql/src/test/results/clientpositive/join32_lessSize.q.out @@ -281,11 +281,15 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1393,6 +1397,8 @@ STAGE PLANS: Map-reduce partition columns: expr: _col4 type: string + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE tag: 0 value expressions: expr: _col4 @@ -1560,6 +1566,8 @@ STAGE PLANS: 2 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col4, _col9, _col13 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col4 @@ -1569,11 +1577,15 @@ STAGE PLANS: expr: _col9 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1804,6 +1816,8 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -2005,11 +2019,15 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2341,6 +2359,8 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -2542,11 +2562,15 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join33.q.out ql/src/test/results/clientpositive/join33.q.out index 17b9436..4372696 100644 --- ql/src/test/results/clientpositive/join33.q.out +++ ql/src/test/results/clientpositive/join33.q.out @@ -154,11 +154,15 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join34.q.out ql/src/test/results/clientpositive/join34.q.out index c912485..cf6e2bc 100644 --- ql/src/test/results/clientpositive/join34.q.out +++ ql/src/test/results/clientpositive/join34.q.out @@ -75,7 +75,7 @@ STAGE PLANS: expr: (key < 20) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -84,10 +84,10 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Union Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -109,11 +109,15 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -145,7 +149,7 @@ STAGE PLANS: expr: (key > 100) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -154,10 +158,10 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Union Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -179,11 +183,15 @@ STAGE PLANS: expr: _col1 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join35.q.out ql/src/test/results/clientpositive/join35.q.out index 7e23bfd..9dd490a 100644 --- ql/src/test/results/clientpositive/join35.q.out +++ ql/src/test/results/clientpositive/join35.q.out @@ -58,14 +58,14 @@ STAGE PLANS: expr: (key < 20) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key type: string outputColumnNames: key Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Group By Operator aggregations: expr: count(1) @@ -76,7 +76,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -86,7 +86,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -150,7 +150,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -159,7 +159,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -606,7 +606,7 @@ STAGE PLANS: GatherStats: false Union Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -616,7 +616,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: _col1 @@ -626,7 +626,7 @@ STAGE PLANS: GatherStats: false Union Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -636,7 +636,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: _col1 @@ -761,6 +761,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col2 @@ -770,11 +772,15 @@ STAGE PLANS: expr: UDFToInteger(_col1) type: int outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -810,14 +816,14 @@ STAGE PLANS: expr: (key > 100) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key type: string outputColumnNames: key Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Group By Operator aggregations: expr: count(1) @@ -828,7 +834,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -838,7 +844,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -902,7 +908,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -911,7 +917,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 diff --git ql/src/test/results/clientpositive/join9.q.out ql/src/test/results/clientpositive/join9.q.out index 3817cee..9afa548 100644 --- ql/src/test/results/clientpositive/join9.q.out +++ ql/src/test/results/clientpositive/join9.q.out @@ -163,6 +163,8 @@ STAGE PLANS: 1 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: UDFToInteger(_col0) @@ -170,11 +172,15 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join_filters_overlap.q.out ql/src/test/results/clientpositive/join_filters_overlap.q.out index e01bcb9..22910f2 100644 --- ql/src/test/results/clientpositive/join_filters_overlap.q.out +++ ql/src/test/results/clientpositive/join_filters_overlap.q.out @@ -60,7 +60,7 @@ STAGE PLANS: expr: (value = 50) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -70,7 +70,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: key @@ -89,7 +89,7 @@ STAGE PLANS: expr: (value = 60) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -99,7 +99,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 2 value expressions: expr: key @@ -171,6 +171,8 @@ STAGE PLANS: 2 handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -186,11 +188,15 @@ STAGE PLANS: expr: _col9 type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -211,6 +217,7 @@ STAGE PLANS: Fetch Operator limit: -1 + PREHOOK: query: select * from a left outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (a.key=c.key AND a.value=60 AND c.value=60) PREHOOK: type: QUERY PREHOOK: Input: default@a @@ -262,7 +269,7 @@ STAGE PLANS: expr: (value = 50) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -272,7 +279,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: key @@ -313,7 +320,7 @@ STAGE PLANS: expr: (value = 60) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -323,7 +330,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 2 value expressions: expr: key @@ -395,6 +402,8 @@ STAGE PLANS: 2 handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -410,11 +419,15 @@ STAGE PLANS: expr: _col9 type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -435,6 +448,7 @@ STAGE PLANS: Fetch Operator limit: -1 + PREHOOK: query: select * from a right outer join a b on (a.key=b.key AND a.value=50 AND b.value=50) left outer join a c on (b.key=c.key AND b.value=60 AND c.value=60) PREHOOK: type: QUERY PREHOOK: Input: default@a @@ -486,7 +500,7 @@ STAGE PLANS: expr: (value = 50) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -496,7 +510,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: key @@ -537,7 +551,7 @@ STAGE PLANS: expr: (value = 60) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -547,7 +561,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 2 value expressions: expr: key @@ -619,6 +633,8 @@ STAGE PLANS: 2 handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -634,11 +650,15 @@ STAGE PLANS: expr: _col9 type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -659,6 +679,7 @@ STAGE PLANS: Fetch Operator limit: -1 + PREHOOK: query: select * from a right outer join a b on (a.key=b.key AND a.value=50 AND b.value=50 AND b.value>10) left outer join a c on (b.key=c.key AND b.value=60 AND b.value>20 AND c.value=60) PREHOOK: type: QUERY PREHOOK: Input: default@a @@ -754,7 +775,7 @@ STAGE PLANS: expr: (value = 60) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -764,7 +785,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 2 value expressions: expr: key @@ -783,7 +804,7 @@ STAGE PLANS: expr: (value = 40) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -793,7 +814,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 3 value expressions: expr: key @@ -869,6 +890,8 @@ STAGE PLANS: 3 handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 + Statistics: + numRows: 1 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -888,11 +911,15 @@ STAGE PLANS: expr: _col13 type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: + numRows: 1 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 24 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -978,7 +1005,7 @@ STAGE PLANS: expr: (value = 50) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -988,7 +1015,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: key @@ -1007,7 +1034,7 @@ STAGE PLANS: expr: (value = 60) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1017,7 +1044,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 2 value expressions: expr: key @@ -1036,7 +1063,7 @@ STAGE PLANS: expr: (value = 40) type: boolean Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1046,7 +1073,7 @@ STAGE PLANS: expr: key type: int Statistics: - numRows: 3 dataSize: 18 basicStatsState: COMPLETE colStatsState: NONE + numRows: 1 dataSize: 6 basicStatsState: COMPLETE colStatsState: NONE tag: 3 value expressions: expr: key @@ -1121,6 +1148,8 @@ STAGE PLANS: 3 handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col8, _col9, _col12, _col13 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1140,11 +1169,15 @@ STAGE PLANS: expr: _col13 type: int outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/join_map_ppr.q.out ql/src/test/results/clientpositive/join_map_ppr.q.out index ed15a54..9d7afc7 100644 --- ql/src/test/results/clientpositive/join_map_ppr.q.out +++ ql/src/test/results/clientpositive/join_map_ppr.q.out @@ -101,6 +101,8 @@ STAGE PLANS: 2 [Column[key]] outputColumnNames: _col0, _col5, _col9 Position of Big Table: 2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -110,11 +112,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -652,6 +658,8 @@ STAGE PLANS: 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] outputColumnNames: _col0, _col5, _col9 Position of Big Table: 2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -661,11 +669,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/load_dyn_part8.q.out ql/src/test/results/clientpositive/load_dyn_part8.q.out index 77b8b47..09d0ac8 100644 --- ql/src/test/results/clientpositive/load_dyn_part8.q.out +++ ql/src/test/results/clientpositive/load_dyn_part8.q.out @@ -63,7 +63,7 @@ STAGE PLANS: expr: (ds <= '2008-04-08') type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -76,14 +76,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -110,7 +110,7 @@ STAGE PLANS: expr: (ds > '2008-04-08') type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -121,7 +121,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 2 @@ -129,7 +129,7 @@ STAGE PLANS: NumFilesPerFileSink: 1 Static Partition Specification: ds=2008-12-31/ Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/louter_join_ppr.q.out ql/src/test/results/clientpositive/louter_join_ppr.q.out index 918a7fe..de71f54 100644 --- ql/src/test/results/clientpositive/louter_join_ppr.q.out +++ ql/src/test/results/clientpositive/louter_join_ppr.q.out @@ -39,7 +39,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -49,7 +49,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -68,7 +68,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -78,7 +78,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -228,11 +228,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((_col4 > 15) and (_col4 < 25)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -244,11 +248,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -349,7 +357,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -359,7 +367,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -380,7 +388,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -390,7 +398,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -631,11 +639,15 @@ STAGE PLANS: 1 handleSkewJoin: false outputColumnNames: _col0, _col1, _col6, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((_col6 > 15) and (_col6 < 25)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -647,11 +659,15 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -756,7 +772,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -766,7 +782,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -785,7 +801,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -795,7 +811,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -1033,11 +1049,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col6 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: (((_col4 > 15) and (_col4 < 25)) and (_col6 = '2008-04-08')) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1049,11 +1069,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1158,7 +1182,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1168,7 +1192,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -1187,7 +1211,7 @@ STAGE PLANS: expr: ((key > 10) and (key < 20)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1197,7 +1221,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -1347,11 +1371,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col6, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((_col6 > 15) and (_col6 < 25)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1363,11 +1391,15 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/metadataonly1.q.out ql/src/test/results/clientpositive/metadataonly1.q.out index 5661649..4238be9 100644 --- ql/src/test/results/clientpositive/metadataonly1.q.out +++ ql/src/test/results/clientpositive/metadataonly1.q.out @@ -38,11 +38,11 @@ STAGE PLANS: mode: hash outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -56,21 +56,21 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: string outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -127,7 +127,7 @@ STAGE PLANS: TableScan alias: test1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -135,7 +135,7 @@ STAGE PLANS: type: string outputColumnNames: ds Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: max(ds) @@ -143,11 +143,11 @@ STAGE PLANS: mode: hash outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE Reduce Output Operator sort order: Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE tag: -1 value expressions: expr: _col0 @@ -202,21 +202,21 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE Select Operator expressions: expr: _col0 type: string outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -268,7 +268,7 @@ STAGE PLANS: TableScan alias: test1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -276,7 +276,7 @@ STAGE PLANS: type: string outputColumnNames: ds Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: count(DISTINCT ds) @@ -287,7 +287,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Reduce Output Operator key expressions: expr: _col0 @@ -349,21 +349,21 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 16 basicStatsState: COMPLETE colStatsState: COMPLETE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -415,7 +415,7 @@ STAGE PLANS: TableScan alias: test1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -423,7 +423,7 @@ STAGE PLANS: type: string outputColumnNames: ds Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: count(ds) @@ -431,11 +431,11 @@ STAGE PLANS: mode: hash outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: COMPLETE Reduce Output Operator sort order: Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: COMPLETE tag: -1 value expressions: expr: _col0 @@ -490,21 +490,21 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: COMPLETE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -567,7 +567,7 @@ STAGE PLANS: TableScan alias: test1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -575,7 +575,7 @@ STAGE PLANS: type: string outputColumnNames: ds Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: max(ds) @@ -583,11 +583,11 @@ STAGE PLANS: mode: hash outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE Reduce Output Operator sort order: Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE tag: -1 value expressions: expr: _col0 @@ -680,14 +680,14 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE Select Operator expressions: expr: _col0 type: string outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 @@ -721,13 +721,13 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE tag: 1 a2 TableScan alias: a2 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Reduce Output Operator key expressions: @@ -848,13 +848,19 @@ STAGE PLANS: 0 1 handleSkewJoin: false + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -881,6 +887,8 @@ STAGE PLANS: GatherStats: false Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -918,16 +926,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1007,7 +1021,7 @@ STAGE PLANS: TableScan alias: test2 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -1017,7 +1031,7 @@ STAGE PLANS: type: string outputColumnNames: ds, hr Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: count(DISTINCT hr) @@ -1030,7 +1044,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Reduce Output Operator key expressions: expr: _col0 @@ -1251,7 +1265,7 @@ STAGE PLANS: TableScan alias: test2 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -1261,7 +1275,7 @@ STAGE PLANS: type: string outputColumnNames: ds, hr Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: count(hr) @@ -1272,7 +1286,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Reduce Output Operator key expressions: expr: _col0 @@ -1488,7 +1502,7 @@ STAGE PLANS: TableScan alias: test1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -1496,7 +1510,7 @@ STAGE PLANS: type: string outputColumnNames: ds Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: max(ds) @@ -1504,11 +1518,11 @@ STAGE PLANS: mode: hash outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE Reduce Output Operator sort order: Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE tag: -1 value expressions: expr: _col0 @@ -1601,21 +1615,21 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE Select Operator expressions: expr: _col0 type: string outputColumnNames: _col0 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 1 dataSize: 84 basicStatsState: COMPLETE colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1720,7 +1734,7 @@ STAGE PLANS: TableScan alias: test2 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE GatherStats: false Select Operator expressions: @@ -1730,7 +1744,7 @@ STAGE PLANS: type: string outputColumnNames: ds, hr Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Group By Operator aggregations: expr: count(DISTINCT hr) @@ -1743,7 +1757,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: COMPLETE + numRows: 0 dataSize: 0 basicStatsState: PARTIAL colStatsState: COMPLETE Reduce Output Operator key expressions: expr: _col0 diff --git ql/src/test/results/clientpositive/outer_join_ppr.q.out ql/src/test/results/clientpositive/outer_join_ppr.q.out index e5da9cd..99dcba0 100644 --- ql/src/test/results/clientpositive/outer_join_ppr.q.out +++ ql/src/test/results/clientpositive/outer_join_ppr.q.out @@ -307,11 +307,15 @@ STAGE PLANS: 1 {(VALUE._col2 = '2008-04-08')} handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((((_col4 > 15) and (_col4 < 25)) and (_col0 > 10)) and (_col0 < 20)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -323,11 +327,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -695,11 +703,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5, _col6 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: (((((_col4 > 15) and (_col4 < 25)) and (_col6 = '2008-04-08')) and (_col0 > 10)) and (_col0 < 20)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -711,11 +723,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/pcr.q.out ql/src/test/results/clientpositive/pcr.q.out index 4c5d570..b0cd574 100644 --- ql/src/test/results/clientpositive/pcr.q.out +++ ql/src/test/results/clientpositive/pcr.q.out @@ -84,7 +84,7 @@ STAGE PLANS: expr: (key < 5) type: boolean Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -95,7 +95,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -104,7 +104,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -205,14 +205,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -295,7 +295,7 @@ STAGE PLANS: expr: ((ds <= '2000-04-09') or (key < 5)) type: boolean Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -304,14 +304,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 type: int sort order: + Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -452,14 +452,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -579,7 +579,7 @@ STAGE PLANS: expr: ((key < 5) and (value <> 'val_2')) type: boolean Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -590,7 +590,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -599,7 +599,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -700,14 +700,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -792,7 +792,7 @@ STAGE PLANS: expr: (((ds < '2000-04-09') and (key < 5)) or ((ds > '2000-04-09') and (value = 'val_5'))) type: boolean Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -803,7 +803,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -812,7 +812,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -913,14 +913,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1007,7 +1007,7 @@ STAGE PLANS: expr: (((ds < '2000-04-10') and (key < 5)) or ((ds > '2000-04-08') and (value = 'val_5'))) type: boolean Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -1018,7 +1018,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1027,7 +1027,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1170,14 +1170,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1274,7 +1274,7 @@ STAGE PLANS: expr: (((ds < '2000-04-10') or (key < 5)) and ((ds > '2000-04-08') or (value = 'val_5'))) type: boolean Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -1285,7 +1285,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1294,7 +1294,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1437,14 +1437,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1549,7 +1549,7 @@ STAGE PLANS: expr: (key = 14) type: boolean Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -1558,7 +1558,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1567,7 +1567,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1666,14 +1666,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2270,7 +2270,7 @@ STAGE PLANS: expr: (((ds = '2000-04-08') and (key = 1)) or ((ds = '2000-04-09') and (key = 2))) type: boolean Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -2281,7 +2281,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -2292,7 +2292,7 @@ STAGE PLANS: type: string sort order: +++ Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -2393,14 +2393,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2567,6 +2567,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} handleSkewJoin: false outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7 + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -2582,6 +2584,8 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -2611,6 +2615,8 @@ STAGE PLANS: expr: _col0 type: int sort order: + + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -2653,11 +2659,15 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2901,6 +2911,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} handleSkewJoin: false outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7 + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -2916,6 +2928,8 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -2945,6 +2959,8 @@ STAGE PLANS: expr: _col0 type: int sort order: + + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -2987,11 +3003,15 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 200 dataSize: 3200 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3120,7 +3140,7 @@ STAGE PLANS: expr: (((ds > '2000-04-08') and (ds < '2000-04-11')) or (key = 2)) type: boolean Statistics: - numRows: 80 dataSize: 640 basicStatsState: COMPLETE colStatsState: NONE + numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -3131,7 +3151,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 80 dataSize: 640 basicStatsState: COMPLETE colStatsState: NONE + numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -3142,7 +3162,7 @@ STAGE PLANS: type: string sort order: +++ Statistics: - numRows: 80 dataSize: 640 basicStatsState: COMPLETE colStatsState: NONE + numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -3327,14 +3347,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 80 dataSize: 640 basicStatsState: COMPLETE colStatsState: NONE + numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 80 dataSize: 640 basicStatsState: COMPLETE colStatsState: NONE + numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3457,7 +3477,7 @@ STAGE PLANS: expr: ((ds > '2000-04-08') or ((ds <= '2000-04-09') and (key = 2))) type: boolean Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -3468,7 +3488,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -3479,7 +3499,7 @@ STAGE PLANS: type: string sort order: +++ Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -3622,14 +3642,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 60 dataSize: 480 basicStatsState: COMPLETE colStatsState: NONE + numRows: 30 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4342,7 +4362,7 @@ STAGE PLANS: expr: (key = 2) type: boolean Statistics: - numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 80 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -4351,14 +4371,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 80 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 80 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4389,7 +4409,7 @@ STAGE PLANS: expr: (key = 3) type: boolean Statistics: - numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 80 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -4398,14 +4418,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 80 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 2 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 80 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -5139,7 +5159,7 @@ STAGE PLANS: expr: (key = 11) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -5152,7 +5172,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -5163,7 +5183,7 @@ STAGE PLANS: type: string sort order: +++ Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -5268,14 +5288,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -5370,7 +5390,7 @@ STAGE PLANS: expr: (key = 11) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -5383,7 +5403,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -5394,7 +5414,7 @@ STAGE PLANS: type: string sort order: +++ Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -5499,14 +5519,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/ppd_join_filter.q.out ql/src/test/results/clientpositive/ppd_join_filter.q.out index 4793931..ad4fcd6 100644 --- ql/src/test/results/clientpositive/ppd_join_filter.q.out +++ ql/src/test/results/clientpositive/ppd_join_filter.q.out @@ -133,7 +133,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -146,14 +146,14 @@ STAGE PLANS: type: double outputColumnNames: _col0, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: (_col2 < 5.0) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -187,7 +187,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: _col3 @@ -292,6 +292,8 @@ STAGE PLANS: 1 {VALUE._col3} {VALUE._col4} handleSkewJoin: false outputColumnNames: _col0, _col7, _col8 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -301,11 +303,15 @@ STAGE PLANS: expr: _col8 type: double outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -496,7 +502,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -509,14 +515,14 @@ STAGE PLANS: type: double outputColumnNames: _col0, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: (_col2 < 5.0) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -550,7 +556,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: _col3 @@ -655,6 +661,8 @@ STAGE PLANS: 1 {VALUE._col3} {VALUE._col4} handleSkewJoin: false outputColumnNames: _col0, _col7, _col8 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -664,11 +672,15 @@ STAGE PLANS: expr: _col8 type: double outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -859,7 +871,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -872,14 +884,14 @@ STAGE PLANS: type: double outputColumnNames: _col0, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: (_col2 < 5.0) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -913,7 +925,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: _col3 @@ -1018,6 +1030,8 @@ STAGE PLANS: 1 {VALUE._col3} {VALUE._col4} handleSkewJoin: false outputColumnNames: _col0, _col7, _col8 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1027,11 +1041,15 @@ STAGE PLANS: expr: _col8 type: double outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1222,7 +1240,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1235,14 +1253,14 @@ STAGE PLANS: type: double outputColumnNames: _col0, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: (_col2 < 5.0) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -1276,7 +1294,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 1453 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: _col3 @@ -1381,6 +1399,8 @@ STAGE PLANS: 1 {VALUE._col3} {VALUE._col4} handleSkewJoin: false outputColumnNames: _col0, _col7, _col8 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1390,11 +1410,15 @@ STAGE PLANS: expr: _col8 type: double outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/ppd_union_view.q.out ql/src/test/results/clientpositive/ppd_union_view.q.out index e457755..fb93b80 100644 --- ql/src/test/results/clientpositive/ppd_union_view.q.out +++ ql/src/test/results/clientpositive/ppd_union_view.q.out @@ -346,6 +346,8 @@ STAGE PLANS: 1 {VALUE._col0} handleSkewJoin: false outputColumnNames: _col1, _col2, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col5 @@ -355,6 +357,8 @@ STAGE PLANS: expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -380,6 +384,8 @@ STAGE PLANS: TableScan GatherStats: false Union + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -389,11 +395,15 @@ STAGE PLANS: expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -434,6 +444,8 @@ STAGE PLANS: Statistics: numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Union + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -443,11 +455,15 @@ STAGE PLANS: expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -660,6 +676,8 @@ STAGE PLANS: 1 {VALUE._col0} handleSkewJoin: false outputColumnNames: _col1, _col2, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col5 @@ -669,6 +687,8 @@ STAGE PLANS: expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -694,6 +714,8 @@ STAGE PLANS: TableScan GatherStats: false Union + Statistics: + numRows: 1 dataSize: 11 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -703,11 +725,15 @@ STAGE PLANS: expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 1 dataSize: 11 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 11 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -741,6 +767,8 @@ STAGE PLANS: Statistics: numRows: 1 dataSize: 11 basicStatsState: COMPLETE colStatsState: NONE Union + Statistics: + numRows: 1 dataSize: 11 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -750,11 +778,15 @@ STAGE PLANS: expr: _col2 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 1 dataSize: 11 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 11 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/ppd_vc.q.out ql/src/test/results/clientpositive/ppd_vc.q.out index a12af6f..24c30af 100644 --- ql/src/test/results/clientpositive/ppd_vc.q.out +++ ql/src/test/results/clientpositive/ppd_vc.q.out @@ -31,7 +31,7 @@ STAGE PLANS: expr: (BLOCK__OFFSET__INSIDE__FILE < 100) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -44,14 +44,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -352,7 +352,7 @@ STAGE PLANS: expr: ((BLOCK__OFFSET__INSIDE__FILE < 100) and (BLOCK__OFFSET__INSIDE__FILE < 50)) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -367,7 +367,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -377,7 +377,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: _col0 @@ -619,6 +619,8 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} {VALUE._col3} {VALUE._col4} handleSkewJoin: false outputColumnNames: _col4, _col5, _col6, _col7, _col8 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col4 @@ -632,6 +634,8 @@ STAGE PLANS: expr: _col8 type: bigint outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -665,6 +669,8 @@ STAGE PLANS: expr: _col4 type: bigint sort order: +++ + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -705,11 +711,15 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out index 9b3a205..7dbed37 100644 --- ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out +++ ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out @@ -39,7 +39,7 @@ STAGE PLANS: expr: (CASE WHEN (((value like 'aaa%') or (value like 'vvv%'))) THEN (1) ELSE (0) END > 0) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: UDFToInteger(key) @@ -48,14 +48,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -232,7 +232,7 @@ STAGE PLANS: expr: ((ds = '2008-04-08') and (CASE WHEN (((value like 'aaa%') or (value like 'vvv%'))) THEN (1) ELSE (0) END > 0)) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: UDFToInteger(key) @@ -241,14 +241,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/push_or.q.out ql/src/test/results/clientpositive/push_or.q.out index 9f996e2..1b9be2e 100644 --- ql/src/test/results/clientpositive/push_or.q.out +++ ql/src/test/results/clientpositive/push_or.q.out @@ -60,7 +60,7 @@ STAGE PLANS: expr: ((ds = '2000-04-09') or (key = 5)) type: boolean Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -71,7 +71,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -80,7 +80,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -181,14 +181,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 40 dataSize: 320 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 160 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/rand_partitionpruner1.q.out ql/src/test/results/clientpositive/rand_partitionpruner1.q.out index 6cc85ef..d55a1ff 100644 --- ql/src/test/results/clientpositive/rand_partitionpruner1.q.out +++ ql/src/test/results/clientpositive/rand_partitionpruner1.q.out @@ -27,7 +27,7 @@ STAGE PLANS: expr: (rand(1) < 0.1) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -36,14 +36,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/rand_partitionpruner2.q.out ql/src/test/results/clientpositive/rand_partitionpruner2.q.out index ecbe27e..6fa3f4b 100644 --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out @@ -44,7 +44,7 @@ STAGE PLANS: expr: (rand(1) < 0.1) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -57,14 +57,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/rand_partitionpruner3.q.out ql/src/test/results/clientpositive/rand_partitionpruner3.q.out index e714d6d..c9a0e36 100644 --- ql/src/test/results/clientpositive/rand_partitionpruner3.q.out +++ ql/src/test/results/clientpositive/rand_partitionpruner3.q.out @@ -29,7 +29,7 @@ STAGE PLANS: expr: ((rand(1) < 0.1) and (not ((key > 50) or (key < 10)))) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -42,14 +42,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -162,7 +162,7 @@ STAGE PLANS: expr: (not ((key > 50) or (key < 10))) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -175,14 +175,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/regexp_extract.q.out ql/src/test/results/clientpositive/regexp_extract.q.out index 011a204..c65890a 100644 --- ql/src/test/results/clientpositive/regexp_extract.q.out +++ ql/src/test/results/clientpositive/regexp_extract.q.out @@ -67,7 +67,7 @@ STAGE PLANS: expr: (_col0 < 100) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -77,7 +77,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -135,7 +135,7 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -144,14 +144,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -346,7 +346,7 @@ STAGE PLANS: expr: (_col0 < 100) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -356,7 +356,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -414,7 +414,7 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -423,14 +423,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/router_join_ppr.q.out ql/src/test/results/clientpositive/router_join_ppr.q.out index 1b637e1..e623528 100644 --- ql/src/test/results/clientpositive/router_join_ppr.q.out +++ ql/src/test/results/clientpositive/router_join_ppr.q.out @@ -39,7 +39,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -49,7 +49,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -68,7 +68,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -78,7 +78,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -321,11 +321,15 @@ STAGE PLANS: 1 {(VALUE._col2 = '2008-04-08')} handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((_col0 > 10) and (_col0 < 20)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -337,11 +341,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -446,7 +454,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -456,7 +464,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -475,7 +483,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -485,7 +493,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -635,11 +643,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col6, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((_col0 > 10) and (_col0 < 20)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -651,11 +663,15 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -756,7 +772,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -766,7 +782,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -785,7 +801,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -795,7 +811,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -945,11 +961,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col4, _col5 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((_col0 > 10) and (_col0 < 20)) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -961,11 +981,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1066,7 +1090,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1076,7 +1100,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -1097,7 +1121,7 @@ STAGE PLANS: expr: ((key > 15) and (key < 25)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1107,7 +1131,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -1343,11 +1367,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col2, _col6, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: (((_col0 > 10) and (_col0 < 20)) and (_col2 = '2008-04-08')) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1359,11 +1387,15 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample1.q.out ql/src/test/results/clientpositive/sample1.q.out index f94b40c..7098dc6f 100644 --- ql/src/test/results/clientpositive/sample1.q.out +++ ql/src/test/results/clientpositive/sample1.q.out @@ -44,7 +44,7 @@ STAGE PLANS: expr: (((hash(rand()) & 2147483647) % 1) = 0) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: UDFToInteger(key) @@ -57,14 +57,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample10.q.out ql/src/test/results/clientpositive/sample10.q.out index 8aa8baa..bc244c8 100644 --- ql/src/test/results/clientpositive/sample10.q.out +++ ql/src/test/results/clientpositive/sample10.q.out @@ -72,14 +72,14 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 4) = 0) type: boolean Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 120 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: ds type: string outputColumnNames: ds Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 120 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count(1) @@ -90,7 +90,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 120 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -100,7 +100,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 20 dataSize: 120 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -301,7 +301,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 60 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -310,7 +310,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 60 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -341,7 +341,7 @@ STAGE PLANS: type: string sort order: + Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 60 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -377,14 +377,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 60 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 40 dataSize: 240 basicStatsState: COMPLETE colStatsState: NONE + numRows: 10 dataSize: 60 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample2.q.out ql/src/test/results/clientpositive/sample2.q.out index ca33564a..afff95e 100644 --- ql/src/test/results/clientpositive/sample2.q.out +++ ql/src/test/results/clientpositive/sample2.q.out @@ -44,7 +44,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 2) = 0) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -53,14 +53,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample4.q.out ql/src/test/results/clientpositive/sample4.q.out index 3c41565..4a4e7c1 100644 --- ql/src/test/results/clientpositive/sample4.q.out +++ ql/src/test/results/clientpositive/sample4.q.out @@ -44,7 +44,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 2) = 0) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -53,14 +53,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample5.q.out ql/src/test/results/clientpositive/sample5.q.out index 5391397..95be999 100644 --- ql/src/test/results/clientpositive/sample5.q.out +++ ql/src/test/results/clientpositive/sample5.q.out @@ -42,7 +42,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 5) = 0) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -51,14 +51,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample6.q.out ql/src/test/results/clientpositive/sample6.q.out index 6c363f7..a3dcef7 100644 --- ql/src/test/results/clientpositive/sample6.q.out +++ ql/src/test/results/clientpositive/sample6.q.out @@ -42,7 +42,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 4) = 0) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -51,14 +51,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -606,7 +606,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 4) = 3) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -615,7 +615,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -624,7 +624,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -684,14 +684,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -995,7 +995,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 2) = 0) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -1004,7 +1004,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1013,7 +1013,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1073,14 +1073,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1638,7 +1638,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 3) = 0) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -1647,7 +1647,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1656,7 +1656,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1716,14 +1716,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2124,7 +2124,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 3) = 1) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -2133,7 +2133,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -2142,7 +2142,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -2202,14 +2202,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2596,7 +2596,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 2) = 0) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -2605,7 +2605,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -2614,7 +2614,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -2719,14 +2719,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2913,7 +2913,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 4) = 1) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -2922,7 +2922,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -2931,7 +2931,7 @@ STAGE PLANS: type: string sort order: ++ Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -2991,14 +2991,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample7.q.out ql/src/test/results/clientpositive/sample7.q.out index 77d9668..d830ef8 100644 --- ql/src/test/results/clientpositive/sample7.q.out +++ ql/src/test/results/clientpositive/sample7.q.out @@ -44,7 +44,7 @@ STAGE PLANS: expr: ((((hash(key) & 2147483647) % 4) = 0) and (key > 100)) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -53,14 +53,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample8.q.out ql/src/test/results/clientpositive/sample8.q.out index be1ac2a..5b25c51 100644 --- ql/src/test/results/clientpositive/sample8.q.out +++ ql/src/test/results/clientpositive/sample8.q.out @@ -40,7 +40,7 @@ STAGE PLANS: expr: ((((hash(key) & 2147483647) % 10) = 0) and (((hash(key) & 2147483647) % 1) = 0)) type: boolean Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -54,7 +54,7 @@ STAGE PLANS: expr: value type: string Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: NONE tag: 0 value expressions: expr: key @@ -77,7 +77,7 @@ STAGE PLANS: expr: ((((hash(key) & 2147483647) % 1) = 0) and (((hash(key) & 2147483647) % 10) = 0)) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -91,7 +91,7 @@ STAGE PLANS: expr: value type: string Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: 1 value expressions: expr: key @@ -284,11 +284,15 @@ STAGE PLANS: 1 {VALUE._col0} {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col1, _col2, _col3, _col6, _col7 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Filter Operator isSamplingPred: false predicate: expr: ((((((_col6 = _col0) and (_col7 = _col1)) and (_col2 = '2008-04-08')) and (_col3 = '11')) and (_col2 = '2008-04-08')) and (_col3 = '11')) type: boolean + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -300,6 +304,8 @@ STAGE PLANS: expr: _col3 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -336,6 +342,8 @@ STAGE PLANS: type: string expr: _col1 type: string + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -374,11 +382,15 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sample9.q.out ql/src/test/results/clientpositive/sample9.q.out index ee3a81c..000fd79 100644 --- ql/src/test/results/clientpositive/sample9.q.out +++ ql/src/test/results/clientpositive/sample9.q.out @@ -29,7 +29,7 @@ STAGE PLANS: expr: (((hash(key) & 2147483647) % 2) = 0) type: boolean Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -38,14 +38,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11603 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5801 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/smb_mapjoin_13.q.out index f581ae7..2116ebf 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_13.q.out @@ -307,6 +307,8 @@ STAGE PLANS: 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[value]()] outputColumnNames: _col0, _col1, _col4, _col5 Position of Big Table: 0 + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -318,11 +320,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 type: int sort order: + + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -389,12 +395,18 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE Limit + Statistics: + numRows: 10 dataSize: 200 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 10 dataSize: 200 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/smb_mapjoin_15.q.out ql/src/test/results/clientpositive/smb_mapjoin_15.q.out index e652916..fb1688c 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_15.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_15.q.out @@ -740,6 +740,8 @@ STAGE PLANS: 1 [Column[key], Column[value]] outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7 Position of Big Table: 0 + Statistics: + numRows: 125000 dataSize: 3500000 basicStatsState: COMPLETE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -756,11 +758,15 @@ STAGE PLANS: expr: _col7 type: string outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: + numRows: 125000 dataSize: 3500000 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 type: int sort order: + + Statistics: + numRows: 125000 dataSize: 3500000 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -831,12 +837,18 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 125000 dataSize: 3500000 basicStatsState: COMPLETE colStatsState: NONE Limit + Statistics: + numRows: 10 dataSize: 280 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 10 dataSize: 280 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out index 491d7c6..8540fd8 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out @@ -167,16 +167,24 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE BucketMapJoin: true Select Operator + Statistics: + numRows: 125000 dataSize: 2500000 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -240,16 +248,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out index bcf5b21..ead54d8 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out @@ -265,15 +265,23 @@ STAGE PLANS: 0 [Column[key]] 1 [Column[key]] Position of Big Table: 0 + Statistics: + numRows: 500000 dataSize: 10000000 basicStatsState: COMPLETE colStatsState: NONE Select Operator + Statistics: + numRows: 500000 dataSize: 10000000 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count() bucketGroup: false mode: hash outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator sort order: + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -380,16 +388,22 @@ STAGE PLANS: bucketGroup: false mode: mergepartial outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: bigint outputColumnNames: _col0 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 1 dataSize: 8 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/stats11.q.out ql/src/test/results/clientpositive/stats11.q.out index f3697b2..34e2b09 100644 --- ql/src/test/results/clientpositive/stats11.q.out +++ ql/src/test/results/clientpositive/stats11.q.out @@ -389,6 +389,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 0 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -399,11 +401,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -884,6 +890,8 @@ STAGE PLANS: 1 [Column[key]] outputColumnNames: _col0, _col1, _col5 Position of Big Table: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE BucketMapJoin: true Select Operator expressions: @@ -894,11 +902,15 @@ STAGE PLANS: expr: _col5 type: string outputColumnNames: _col0, _col1, _col2 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 0 dataSize: 0 basicStatsState: NONE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/transform_ppr1.q.out ql/src/test/results/clientpositive/transform_ppr1.q.out index d6b96c2..a007605 100644 --- ql/src/test/results/clientpositive/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/transform_ppr1.q.out @@ -64,7 +64,7 @@ STAGE PLANS: expr: ((_col1 < 100) and (_col0 = '2008-04-08')) type: boolean Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col1 @@ -74,7 +74,7 @@ STAGE PLANS: expr: _col1 type: string Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -263,7 +263,7 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col1 @@ -272,14 +272,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/transform_ppr2.q.out ql/src/test/results/clientpositive/transform_ppr2.q.out index 03a9cdf..bc0be29 100644 --- ql/src/test/results/clientpositive/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/transform_ppr2.q.out @@ -66,7 +66,7 @@ STAGE PLANS: expr: (_col1 < 100) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col1 @@ -76,7 +76,7 @@ STAGE PLANS: expr: _col1 type: string Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -179,7 +179,7 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col1 @@ -188,14 +188,14 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/udf_explode.q.out ql/src/test/results/clientpositive/udf_explode.q.out index 89a0582..9ca585f 100644 --- ql/src/test/results/clientpositive/udf_explode.q.out +++ ql/src/test/results/clientpositive/udf_explode.q.out @@ -240,7 +240,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE Select Operator expressions: expr: _col0 @@ -249,14 +249,14 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -553,7 +553,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE Select Operator expressions: expr: _col0 @@ -564,14 +564,14 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/udtf_explode.q.out ql/src/test/results/clientpositive/udtf_explode.q.out index b19f15d..abf5031 100644 --- ql/src/test/results/clientpositive/udtf_explode.q.out +++ ql/src/test/results/clientpositive/udtf_explode.q.out @@ -310,7 +310,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE Select Operator expressions: expr: _col0 @@ -319,14 +319,14 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -624,7 +624,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE Select Operator expressions: expr: _col0 @@ -635,14 +635,14 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1, _col2 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: COMPLETE + numRows: 0 dataSize: 2906 basicStatsState: PARTIAL colStatsState: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/union22.q.out ql/src/test/results/clientpositive/union22.q.out index 01a5fe3..95021f9 100644 --- ql/src/test/results/clientpositive/union22.q.out +++ ql/src/test/results/clientpositive/union22.q.out @@ -333,6 +333,8 @@ STAGE PLANS: TableScan GatherStats: false Union + Statistics: + numRows: 31500 dataSize: 1727000 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -344,12 +346,16 @@ STAGE PLANS: expr: _col3 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 31500 dataSize: 1727000 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ + Statistics: + numRows: 31500 dataSize: 1727000 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -382,7 +388,7 @@ STAGE PLANS: expr: (k0 <= 50) type: boolean Statistics: - numRows: 500 dataSize: 16936 basicStatsState: COMPLETE colStatsState: NONE + numRows: 250 dataSize: 8250 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: k1 @@ -395,8 +401,10 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 500 dataSize: 16936 basicStatsState: COMPLETE colStatsState: NONE + numRows: 250 dataSize: 8250 basicStatsState: COMPLETE colStatsState: NONE Union + Statistics: + numRows: 31500 dataSize: 1727000 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -408,12 +416,16 @@ STAGE PLANS: expr: _col3 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 31500 dataSize: 1727000 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ + Statistics: + numRows: 31500 dataSize: 1727000 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -546,7 +558,7 @@ STAGE PLANS: expr: (k1 > 20) type: boolean Statistics: - numRows: 500 dataSize: 11124 basicStatsState: COMPLETE colStatsState: NONE + numRows: 250 dataSize: 5500 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: k1 @@ -556,7 +568,7 @@ STAGE PLANS: expr: k1 type: string Statistics: - numRows: 500 dataSize: 11124 basicStatsState: COMPLETE colStatsState: NONE + numRows: 250 dataSize: 5500 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: k1 @@ -577,7 +589,7 @@ STAGE PLANS: expr: ((k0 > 50) and (k1 > 20)) type: boolean Statistics: - numRows: 500 dataSize: 16936 basicStatsState: COMPLETE colStatsState: NONE + numRows: 250 dataSize: 8250 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: k1 @@ -588,7 +600,7 @@ STAGE PLANS: type: string outputColumnNames: _col1, _col3, _col4 Statistics: - numRows: 500 dataSize: 16936 basicStatsState: COMPLETE colStatsState: NONE + numRows: 250 dataSize: 8250 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col1 @@ -598,7 +610,7 @@ STAGE PLANS: expr: _col1 type: string Statistics: - numRows: 500 dataSize: 16936 basicStatsState: COMPLETE colStatsState: NONE + numRows: 250 dataSize: 8250 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: _col3 @@ -708,6 +720,8 @@ STAGE PLANS: 1 handleSkewJoin: false outputColumnNames: _col0, _col1, _col10, _col11 + Statistics: + numRows: 31250 dataSize: 1718750 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -719,6 +733,8 @@ STAGE PLANS: expr: _col11 type: string outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: + numRows: 31250 dataSize: 1718750 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 diff --git ql/src/test/results/clientpositive/union24.q.out ql/src/test/results/clientpositive/union24.q.out index d1292f4..06cbd19 100644 --- ql/src/test/results/clientpositive/union24.q.out +++ ql/src/test/results/clientpositive/union24.q.out @@ -74,14 +74,14 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key type: string outputColumnNames: key Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count(1) @@ -92,7 +92,7 @@ STAGE PLANS: mode: hash outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -102,7 +102,7 @@ STAGE PLANS: expr: _col0 type: string Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -166,7 +166,7 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 77 dataSize: 308 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -175,7 +175,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 77 dataSize: 308 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -202,7 +202,7 @@ STAGE PLANS: GatherStats: false Union Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -211,7 +211,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -220,7 +220,7 @@ STAGE PLANS: type: bigint sort order: ++ Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -239,7 +239,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -248,10 +248,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -260,7 +260,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -269,7 +269,7 @@ STAGE PLANS: type: bigint sort order: ++ Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -288,7 +288,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -297,10 +297,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -309,7 +309,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -318,7 +318,7 @@ STAGE PLANS: type: bigint sort order: ++ Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -337,7 +337,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -346,10 +346,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Union Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -358,7 +358,7 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -367,7 +367,7 @@ STAGE PLANS: type: bigint sort order: ++ Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -532,14 +532,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 1236 dataSize: 5928 basicStatsState: COMPLETE colStatsState: NONE + numRows: 539 dataSize: 2156 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -661,7 +661,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -671,7 +671,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: key @@ -688,7 +688,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -698,7 +698,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE tag: 1 value expressions: expr: count @@ -803,6 +803,8 @@ STAGE PLANS: 1 {VALUE._col1} handleSkewJoin: false outputColumnNames: _col0, _col5 + Statistics: + numRows: 11858 dataSize: 94864 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -810,6 +812,8 @@ STAGE PLANS: expr: _col5 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 11858 dataSize: 94864 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -835,6 +839,8 @@ STAGE PLANS: TableScan GatherStats: false Union + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -842,6 +848,8 @@ STAGE PLANS: expr: _col1 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -849,6 +857,8 @@ STAGE PLANS: expr: _col1 type: bigint sort order: ++ + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -867,7 +877,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -876,8 +886,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Union + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -885,6 +897,8 @@ STAGE PLANS: expr: _col1 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -892,6 +906,8 @@ STAGE PLANS: expr: _col1 type: bigint sort order: ++ + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -910,7 +926,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -919,8 +935,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Union + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -928,6 +946,8 @@ STAGE PLANS: expr: _col1 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -935,6 +955,8 @@ STAGE PLANS: expr: _col1 type: bigint sort order: ++ + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1055,11 +1077,15 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 12166 dataSize: 96096 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1172,7 +1198,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1182,7 +1208,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE tag: 0 value expressions: expr: key @@ -1199,7 +1225,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: key @@ -1209,7 +1235,7 @@ STAGE PLANS: expr: key type: string Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE tag: 1 Path -> Alias: #### A masked pattern was here #### @@ -1311,11 +1337,15 @@ STAGE PLANS: 1 handleSkewJoin: false outputColumnNames: _col0 + Statistics: + numRows: 11858 dataSize: 94864 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 type: string outputColumnNames: _col0 + Statistics: + numRows: 11858 dataSize: 94864 basicStatsState: COMPLETE colStatsState: NONE Group By Operator aggregations: expr: count(1) @@ -1325,6 +1355,8 @@ STAGE PLANS: type: string mode: hash outputColumnNames: _col0, _col1 + Statistics: + numRows: 11858 dataSize: 94864 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -1357,6 +1389,8 @@ STAGE PLANS: Map-reduce partition columns: expr: _col0 type: string + Statistics: + numRows: 11858 dataSize: 94864 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col1 @@ -1397,6 +1431,8 @@ STAGE PLANS: type: string mode: mergepartial outputColumnNames: _col0, _col1 + Statistics: + numRows: 5929 dataSize: 47432 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1404,6 +1440,8 @@ STAGE PLANS: expr: _col1 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 5929 dataSize: 47432 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 @@ -1429,6 +1467,8 @@ STAGE PLANS: TableScan GatherStats: false Union + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1436,6 +1476,8 @@ STAGE PLANS: expr: _col1 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1443,6 +1485,8 @@ STAGE PLANS: expr: _col1 type: bigint sort order: ++ + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1461,7 +1505,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -1470,8 +1514,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Union + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1479,6 +1525,8 @@ STAGE PLANS: expr: _col1 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1486,6 +1534,8 @@ STAGE PLANS: expr: _col1 type: bigint sort order: ++ + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1504,7 +1554,7 @@ STAGE PLANS: expr: (key < 10) type: boolean Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: key @@ -1513,8 +1563,10 @@ STAGE PLANS: type: bigint outputColumnNames: _col0, _col1 Statistics: - numRows: 309 dataSize: 1482 basicStatsState: COMPLETE colStatsState: NONE + numRows: 154 dataSize: 616 basicStatsState: COMPLETE colStatsState: NONE Union + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE Select Operator expressions: expr: _col0 @@ -1522,6 +1574,8 @@ STAGE PLANS: expr: _col1 type: bigint outputColumnNames: _col0, _col1 + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -1529,6 +1583,8 @@ STAGE PLANS: expr: _col1 type: bigint sort order: ++ + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -1649,11 +1705,15 @@ STAGE PLANS: Needs Tagging: false Reduce Operator Tree: Extract + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 + Statistics: + numRows: 6237 dataSize: 48664 basicStatsState: COMPLETE colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git ql/src/test/results/clientpositive/union_ppr.q.out ql/src/test/results/clientpositive/union_ppr.q.out index b9e1b05..7550110 100644 --- ql/src/test/results/clientpositive/union_ppr.q.out +++ ql/src/test/results/clientpositive/union_ppr.q.out @@ -39,7 +39,7 @@ STAGE PLANS: expr: (key < 100) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -52,10 +52,10 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Union Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -68,7 +68,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -81,7 +81,7 @@ STAGE PLANS: type: string sort order: ++++ Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -104,7 +104,7 @@ STAGE PLANS: expr: (key < 100) type: boolean Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: key @@ -117,10 +117,10 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 5812 basicStatsState: PARTIAL colStatsState: NONE Union Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Select Operator expressions: expr: _col0 @@ -133,7 +133,7 @@ STAGE PLANS: type: string outputColumnNames: _col0, _col1, _col2, _col3 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE Reduce Output Operator key expressions: expr: _col0 @@ -146,7 +146,7 @@ STAGE PLANS: type: string sort order: ++++ Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE tag: -1 value expressions: expr: _col0 @@ -251,14 +251,14 @@ STAGE PLANS: Reduce Operator Tree: Extract Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 Statistics: - numRows: 0 dataSize: 23248 basicStatsState: PARTIAL colStatsState: NONE + numRows: 0 dataSize: 11624 basicStatsState: PARTIAL colStatsState: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat