diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java index 60d7e43..60b498c 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java @@ -521,12 +521,12 @@ private boolean isPrintable(Object val) { return false; } - private JSONObject outputPlan(Serializable work, + private JSONObject outputPlan(Object work, PrintStream out, boolean extended, boolean jsonOutput, int indent) throws Exception { return outputPlan(work, out, extended, jsonOutput, indent, ""); } - private JSONObject outputPlan(Serializable work, PrintStream out, + private JSONObject outputPlan(Object work, PrintStream out, boolean extended, boolean jsonOutput, int indent, String appendToHeader) throws Exception { // Check if work has an explain annotation Annotation note = AnnotationUtils.getAnnotation(work.getClass(), Explain.class); @@ -587,6 +587,9 @@ private JSONObject outputPlan(Serializable work, PrintStream out, Arrays.sort(methods, new MethodComparator()); for (Method m : methods) { + if (m.getDeclaringClass() == Object.class) { + continue; + } int prop_indents = jsonOutput ? 0 : indent + 2; note = AnnotationUtils.getAnnotation(m, Explain.class); @@ -634,6 +637,19 @@ private JSONObject outputPlan(Serializable work, PrintStream out, } continue; } + if (val instanceof Explain.Explainables) { + Explain.Explainables iterable = (Explain.Explainables) val; + int cindent = indent + 2; + Explain.Explainable explain; + for (explain = iterable.next(); explain != null; explain = iterable.next()) { + outputPlan(explain, out, extended, jsonOutput, cindent); + } + continue; + } + if (val instanceof Explain.Explainable) { + outputPlan(val, out, extended, jsonOutput, indent + 2); + continue; + } int ind = 0; if (!jsonOutput) { @@ -935,4 +951,6 @@ public String getName() { colList.add(tmpFieldSchema); return colList; } + + } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/Explain.java ql/src/java/org/apache/hadoop/hive/ql/plan/Explain.java index a3408a0..368b572 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/Explain.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/Explain.java @@ -20,6 +20,7 @@ import java.lang.annotation.Retention; import java.lang.annotation.RetentionPolicy; +import java.util.Iterator; /** * Explain. @@ -34,4 +35,17 @@ boolean displayOnlyOnTrue() default false; boolean skipHeader() default false; + + public static interface Explainable { + } + + public static class Explainables { + private final Iterator iterator; + public Explainables(Iterable iterable) { + this.iterator = iterable.iterator(); + } + public Explain.Explainable next() { + return iterator.hasNext() ? iterator.next() : null; + } + } } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/PTFDesc.java ql/src/java/org/apache/hadoop/hive/ql/plan/PTFDesc.java index 3ac3245..d50283d 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/PTFDesc.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/PTFDesc.java @@ -22,14 +22,16 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.exec.PTFUtils; import org.apache.hadoop.hive.ql.parse.LeadLagInfo; -import org.apache.hadoop.hive.ql.parse.PTFInvocationSpec.Order; -import org.apache.hadoop.hive.ql.parse.PTFInvocationSpec.PTFQueryInputType; +import org.apache.hadoop.hive.ql.plan.ptf.PTFInputDef; import org.apache.hadoop.hive.ql.plan.ptf.PartitionedTableFunctionDef; import org.apache.hadoop.hive.ql.plan.ptf.WindowTableFunctionDef; +import java.util.ArrayList; +import java.util.Collections; +import java.util.List; + @Explain(displayName = "PTF Operator") public class PTFDesc extends AbstractOperatorDesc { private static final long serialVersionUID = 1L; @@ -62,6 +64,19 @@ public PartitionedTableFunctionDef getStartOfChain() { return funcDef == null ? null : funcDef.getStartOfChain(); } + @Explain(displayName = "funtion def") + public Explain.Explainables getFuncDefExplain() { + if (funcDef == null) { + return null; + } + List inputs = new ArrayList(); + for (PTFInputDef current = funcDef; current != null; current = current.getInput()) { + inputs.add(current); + } + Collections.reverse(inputs); + return new Explain.Explainables(inputs); + } + public LeadLagInfo getLlInfo() { return llInfo; } @@ -70,10 +85,20 @@ public void setLlInfo(LeadLagInfo llInfo) { this.llInfo = llInfo; } + @Explain(displayName = "lead/lag information") + public String getLlInfoExplain() { + if (llInfo != null && llInfo.getLeadLagExprs() != null) { + return PlanUtils.getExprListString(llInfo.getLeadLagExprs()); + } + return null; + } + + @Explain(displayName = "windowing", displayOnlyOnTrue = true) public boolean forWindowing() { return funcDef != null && (funcDef instanceof WindowTableFunctionDef); } + @Explain(displayName = "map side", displayOnlyOnTrue = true) public boolean isMapSide() { return isMapSide; } @@ -89,5 +114,4 @@ public Configuration getCfg() { public void setCfg(Configuration cfg) { this.cfg = cfg; } - } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java index ae99bd3..37599ca 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/PlanUtils.java @@ -923,7 +923,7 @@ public static ReadEntity addInput(Set inputs, ReadEntity newInput) { return null; } - public static String getExprListString(Collection exprs) { + public static String getExprListString(Collection exprs) { StringBuffer sb = new StringBuffer(); boolean first = true; for (ExprNodeDesc expr: exprs) { diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/BoundaryDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/BoundaryDef.java index 07590c0..f692fa2 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/BoundaryDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/BoundaryDef.java @@ -32,4 +32,10 @@ public void setDirection(Direction direction) { } public abstract int getAmt(); + + @Override + public String toString() { + return direction == null ? "" : + direction + "(" + (getAmt() == Integer.MAX_VALUE ? "MAX" : getAmt()) + ")"; + } } \ No newline at end of file diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFExpressionDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFExpressionDef.java index 5d200fb..aeae8bb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFExpressionDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFExpressionDef.java @@ -20,10 +20,11 @@ import org.apache.hadoop.hive.ql.exec.ExprNodeEvaluator; import org.apache.hadoop.hive.ql.exec.PTFUtils; +import org.apache.hadoop.hive.ql.plan.Explain; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; -public class PTFExpressionDef { +public class PTFExpressionDef implements Explain.Explainable { String expressionTreeString; ExprNodeDesc exprNode; transient ExprNodeEvaluator exprEvaluator; @@ -58,6 +59,11 @@ public void setExprNode(ExprNodeDesc exprNode) { this.exprNode = exprNode; } + @Explain(displayName = "expr") + public String getExprNodeExplain() { + return exprNode == null ? null : exprNode.getExprString(); + } + public ExprNodeEvaluator getExprEvaluator() { return exprEvaluator; } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFInputDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFInputDef.java index 19ed2f2..e39e958 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFInputDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFInputDef.java @@ -19,7 +19,9 @@ package org.apache.hadoop.hive.ql.plan.ptf; -public abstract class PTFInputDef { +import org.apache.hadoop.hive.ql.plan.Explain; + +public abstract class PTFInputDef implements Explain.Explainable { private String expressionTreeString; private ShapeDetails outputShape; private String alias; @@ -39,6 +41,8 @@ public ShapeDetails getOutputShape() { public void setOutputShape(ShapeDetails outputShape) { this.outputShape = outputShape; } + + @Explain(displayName = "input alias") public String getAlias() { return alias; } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFQueryInputDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFQueryInputDef.java index 11ef932..b1cc6bd 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFQueryInputDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PTFQueryInputDef.java @@ -19,11 +19,14 @@ package org.apache.hadoop.hive.ql.plan.ptf; import org.apache.hadoop.hive.ql.parse.PTFInvocationSpec.PTFQueryInputType; +import org.apache.hadoop.hive.ql.plan.Explain; +@Explain(displayName = "query input definition") public class PTFQueryInputDef extends PTFInputDef { private String destination; private PTFQueryInputType type; + @Explain(displayName = "destination") public String getDestination() { return destination; } @@ -40,6 +43,11 @@ public void setType(PTFQueryInputType type) { this.type = type; } + @Explain(displayName = "type") + public String getTypeExplain() { + return type.name(); + } + @Override public PTFInputDef getInput() { return null; diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PartitionedTableFunctionDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PartitionedTableFunctionDef.java index 327304c..1dc204c 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PartitionedTableFunctionDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/PartitionedTableFunctionDef.java @@ -21,8 +21,11 @@ import java.util.ArrayList; import java.util.List; +import org.apache.hadoop.hive.ql.parse.PTFInvocationSpec; +import org.apache.hadoop.hive.ql.plan.Explain; import org.apache.hadoop.hive.ql.udf.ptf.TableFunctionEvaluator; +@Explain(displayName = "partition definition") public class PartitionedTableFunctionDef extends PTFInputDef { private String name; private String resolverClassName; @@ -35,6 +38,7 @@ private TableFunctionEvaluator tFunction; boolean transformsRawInput; + @Explain(displayName = "name") public String getName() { return name; } @@ -47,6 +51,11 @@ public ShapeDetails getRawInputShape() { return rawInputShape; } + @Explain(displayName = "raw input shape") + public ShapeDetails getRawInputShapeExplain() { + return rawInputShape; + } + public void setRawInputShape(ShapeDetails rawInputShape) { this.rawInputShape = rawInputShape; } @@ -72,6 +81,21 @@ public PartitionDef getPartition() { return partition; } + @Explain(displayName = "partition by") + public String getPartitionExplain() { + if (partition == null || partition.getExpressions() == null) { + return null; + } + StringBuilder builder = new StringBuilder(); + for (PTFExpressionDef expression : partition.getExpressions()) { + if (builder.length() > 0) { + builder.append(", "); + } + builder.append(expression.getExprNode().getExprString()); + } + return builder.toString(); + } + public void setPartition(PartitionDef partition) { this.partition = partition; } @@ -84,9 +108,28 @@ public void setOrder(OrderDef order) { this.order = order; } + @Explain(displayName = "order by") + public String getOrderExplain() { + if (order == null || order.getExpressions() == null) { + return null; + } + StringBuilder builder = new StringBuilder(); + for (OrderExpressionDef expression : order.getExpressions()) { + if (builder.length() > 0) { + builder.append(", "); + } + builder.append(expression.getExprNode().getExprString()); + if (expression.getOrder() == PTFInvocationSpec.Order.DESC) { + builder.append("(DESC)"); + } + } + return builder.toString(); + } + public TableFunctionEvaluator getTFunction() { return tFunction; } + public void setTFunction(TableFunctionEvaluator tFunction) { this.tFunction = tFunction; } @@ -99,6 +142,21 @@ public void setArgs(List args) { this.args = args; } + @Explain(displayName = "arguments") + public String getArgsExplain() { + if (args == null) { + return null; + } + StringBuilder builder = new StringBuilder(); + for (PTFExpressionDef expression : args) { + if (builder.length() > 0) { + builder.append(", "); + } + builder.append(expression.getExprNode().getExprString()); + } + return builder.toString(); + } + public void addArg(PTFExpressionDef arg) { args = args == null ? new ArrayList() : args; args.add(arg); @@ -111,6 +169,7 @@ public PartitionedTableFunctionDef getStartOfChain() { return this; } + @Explain(displayName = "transforms raw input", displayOnlyOnTrue=true) public boolean isTransformsRawInput() { return transformsRawInput; } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowExpressionDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowExpressionDef.java index b96e9d6..20f3dba 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowExpressionDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowExpressionDef.java @@ -19,15 +19,13 @@ package org.apache.hadoop.hive.ql.plan.ptf; +import org.apache.hadoop.hive.ql.plan.Explain; + +@Explain(displayName = "window expression def") public class WindowExpressionDef extends PTFExpressionDef { private String alias; - public WindowExpressionDef() {} - - public WindowExpressionDef(PTFExpressionDef eDef) { - super(eDef); - } - + @Explain(displayName = "alias") public String getAlias() { return alias; } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFrameDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFrameDef.java index 949ed10..e08bdd5 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFrameDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFrameDef.java @@ -38,4 +38,9 @@ public BoundaryDef getEnd() { public void setEnd(BoundaryDef end) { this.end = end; } + + @Override + public String toString() { + return start + "~" + end; + } } \ No newline at end of file diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFunctionDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFunctionDef.java index e4ea358..ac3a4f5 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFunctionDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowFunctionDef.java @@ -21,8 +21,10 @@ import java.util.ArrayList; import java.util.List; +import org.apache.hadoop.hive.ql.plan.Explain; import org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator; +@Explain(displayName = "window definition") public class WindowFunctionDef extends WindowExpressionDef { String name; boolean isStar; @@ -32,6 +34,7 @@ GenericUDAFEvaluator wFnEval; boolean pivotResult; + @Explain(displayName = "name") public String getName() { return name; } @@ -40,6 +43,7 @@ public void setName(String name) { this.name = name; } + @Explain(displayName = "isStar", displayOnlyOnTrue = true) public boolean isStar() { return isStar; } @@ -48,6 +52,7 @@ public void setStar(boolean isStar) { this.isStar = isStar; } + @Explain(displayName = "isDistinct", displayOnlyOnTrue = true) public boolean isDistinct() { return isDistinct; } @@ -69,6 +74,21 @@ public void addArg(PTFExpressionDef arg) { args.add(arg); } + @Explain(displayName = "arguments") + public String getArgsExplain() { + if (args == null) { + return null; + } + StringBuilder builder = new StringBuilder(); + for (PTFExpressionDef expression : args) { + if (builder.length() > 0) { + builder.append(", "); + } + builder.append(expression.getExprNode().getExprString()); + } + return builder.toString(); + } + public WindowFrameDef getWindowFrame() { return windowFrame; } @@ -77,6 +97,11 @@ public void setWindowFrame(WindowFrameDef windowFrame) { this.windowFrame = windowFrame; } + @Explain(displayName = "window frame") + public String getWindowFrameExplain() { + return windowFrame == null ? null : windowFrame.toString(); + } + public GenericUDAFEvaluator getWFnEval() { return wFnEval; } @@ -85,6 +110,12 @@ public void setWFnEval(GenericUDAFEvaluator wFnEval) { this.wFnEval = wFnEval; } + @Explain(displayName = "window function") + public String getWFnEvalExplain() { + return wFnEval == null ? null : wFnEval.getClass().getSimpleName(); + } + + @Explain(displayName = "isPivotResult", displayOnlyOnTrue = true) public boolean isPivotResult() { return pivotResult; } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowTableFunctionDef.java ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowTableFunctionDef.java index 083aaf2..b375dab 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowTableFunctionDef.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/ptf/WindowTableFunctionDef.java @@ -18,9 +18,12 @@ package org.apache.hadoop.hive.ql.plan.ptf; -import java.util.List; +import org.apache.hadoop.hive.ql.plan.Explain; +import java.util.ArrayList; +import java.util.List; +@Explain(displayName = "window table definition") public class WindowTableFunctionDef extends PartitionedTableFunctionDef { List windowFunctions; @@ -33,6 +36,14 @@ public void setWindowFunctions(List windowFunctions) { this.windowFunctions = windowFunctions; } + @Explain(displayName = "window functions") + public Explain.Explainables getWindowFunctionsExplain() { + if (windowFunctions == null) { + return null; + } + return new Explain.Explainables(new ArrayList(windowFunctions)); + } + public int getRankLimit() { return rankLimit; } diff --git ql/src/test/results/clientpositive/correlationoptimizer12.q.out ql/src/test/results/clientpositive/correlationoptimizer12.q.out index 015e021..6c9c14a 100644 --- ql/src/test/results/clientpositive/correlationoptimizer12.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer12.q.out @@ -41,6 +41,21 @@ STAGE PLANS: Extract Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: count + window function: GenericUDAFCountEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: _col0 is not null (type: boolean) @@ -114,6 +129,21 @@ STAGE PLANS: Extract Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: count + window function: GenericUDAFCountEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: _col0 is not null (type: boolean) diff --git ql/src/test/results/clientpositive/ctas_colname.q.out ql/src/test/results/clientpositive/ctas_colname.q.out index 079b981..b39d8b1 100644 --- ql/src/test/results/clientpositive/ctas_colname.q.out +++ ql/src/test/results/clientpositive/ctas_colname.q.out @@ -188,6 +188,22 @@ STAGE PLANS: Extract Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _wcol0 (type: int) @@ -334,6 +350,22 @@ STAGE PLANS: Extract Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col0, 1 + name: lead + window function: GenericUDAFLeadEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _wcol0 (type: string) diff --git ql/src/test/results/clientpositive/groupby_resolution.q.out ql/src/test/results/clientpositive/groupby_resolution.q.out index 491593f..c28c147 100644 --- ql/src/test/results/clientpositive/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/groupby_resolution.q.out @@ -707,6 +707,22 @@ STAGE PLANS: Extract Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: 0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: bigint), _wcol0 (type: int) diff --git ql/src/test/results/clientpositive/quotedid_basic.q.out ql/src/test/results/clientpositive/quotedid_basic.q.out index 4384faa..058aa86 100644 --- ql/src/test/results/clientpositive/quotedid_basic.q.out +++ ql/src/test/results/clientpositive/quotedid_basic.q.out @@ -200,6 +200,22 @@ STAGE PLANS: Extract Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _wcol0 (type: int) @@ -283,6 +299,22 @@ STAGE PLANS: Extract Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _wcol0 (type: int) diff --git ql/src/test/results/clientpositive/subquery_in.q.out ql/src/test/results/clientpositive/subquery_in.q.out index 35c8c0b..93af6de 100644 --- ql/src/test/results/clientpositive/subquery_in.q.out +++ ql/src/test/results/clientpositive/subquery_in.q.out @@ -276,6 +276,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) @@ -444,6 +460,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((_wcol0 <= 2) and _col0 is not null) (type: boolean) diff --git ql/src/test/results/clientpositive/subquery_in_having.q.out ql/src/test/results/clientpositive/subquery_in_having.q.out index 28087dd..a1732af 100644 --- ql/src/test/results/clientpositive/subquery_in_having.q.out +++ ql/src/test/results/clientpositive/subquery_in_having.q.out @@ -1384,6 +1384,21 @@ STAGE PLANS: Extract Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 + partition by: _col1 + window definition + alias: _wcol0 + arguments: _col0 + name: first_value + window function: GenericUDAFFirstValueEvaluator + window frame: PRECEDING(MAX)~ Statistics: Num rows: 15 Data size: 3173 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: _wcol0 is not null (type: boolean) diff --git ql/src/test/results/clientpositive/subquery_notin.q.out ql/src/test/results/clientpositive/subquery_notin.q.out index 49fce1c..c5f6ebf 100644 --- ql/src/test/results/clientpositive/subquery_notin.q.out +++ ql/src/test/results/clientpositive/subquery_notin.q.out @@ -335,6 +335,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 + partition by: _col1 + window definition + alias: _wcol0 + arguments: _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((_wcol0 <= 2) and (_col0 is null or _col1 is null)) (type: boolean) @@ -473,6 +489,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 + partition by: _col1 + window definition + alias: _wcol0 + arguments: _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) @@ -584,6 +616,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) @@ -719,6 +767,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) @@ -878,6 +942,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) @@ -1053,6 +1133,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) diff --git ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out index 24be8ec..2870828 100644 --- ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out +++ ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out @@ -229,6 +229,22 @@ STAGE PLANS: Extract Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE Filter Operator predicate: ((_wcol0 <= 2) and _col0 is not null) (type: boolean) @@ -381,6 +397,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((_wcol0 <= 2) and _col0 is not null) (type: boolean) @@ -815,6 +847,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 + partition by: _col1 + window definition + alias: _wcol0 + arguments: _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((_wcol0 <= 2) and (_col0 is null or _col1 is null)) (type: boolean) @@ -953,6 +1001,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2 + partition by: _col1 + window definition + alias: _wcol0 + arguments: _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) diff --git ql/src/test/results/clientpositive/tez/subquery_in.q.out ql/src/test/results/clientpositive/tez/subquery_in.q.out index 59a846d..df18b5e 100644 --- ql/src/test/results/clientpositive/tez/subquery_in.q.out +++ ql/src/test/results/clientpositive/tez/subquery_in.q.out @@ -337,6 +337,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 <= 2) (type: boolean) @@ -493,6 +509,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((_wcol0 <= 2) and _col0 is not null) (type: boolean) diff --git ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out index b140d19..d808b79 100644 --- ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out +++ ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out @@ -301,6 +301,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -320,6 +328,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -679,6 +716,14 @@ STAGE PLANS: Extract Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: j + type: SUBQUERY + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -698,6 +743,22 @@ STAGE PLANS: Extract Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col5, 1, _col5 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int) @@ -904,6 +965,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) @@ -1161,6 +1230,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -1180,6 +1257,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -1449,6 +1555,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -1468,6 +1582,36 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5, 1, _col5 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), (_col5 - _wcol2) (type: int) @@ -1747,6 +1891,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) @@ -1787,6 +1939,36 @@ STAGE PLANS: Extract Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col2, 1, _col2 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col2 (type: int), (_col2 - _wcol2) (type: int) @@ -2078,6 +2260,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) @@ -2429,6 +2619,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) @@ -2586,7 +2784,17 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE GatherStats: false PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: p_name, p_size(DESC) + partition by: p_mfgr + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int) sort order: ++- @@ -2650,6 +2858,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col1, _col5(DESC) + partition by: _col2 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -2669,6 +2886,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1, _col5(DESC) + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1, _col5 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int) @@ -2863,7 +3096,17 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE GatherStats: false PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: p_name + partition by: p_mfgr + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ @@ -2927,6 +3170,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col1 + partition by: _col2 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -2946,6 +3198,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -3206,6 +3487,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -3225,6 +3514,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -3495,9 +3813,32 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string) sort order: +++ @@ -3512,6 +3853,20 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -3531,6 +3886,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -3821,6 +4205,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -3840,6 +4232,27 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col5 + name: count + window function: GenericUDAFCountEvaluator + window frame: PRECEDING(MAX)~ + window definition + alias: _wcol1 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(2)~FOLLOWING(2) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: bigint), _wcol1 (type: double) @@ -4274,6 +4687,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -4317,6 +4738,48 @@ STAGE PLANS: Extract Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col1 + name: count + window function: GenericUDAFCountEvaluator + window frame: PRECEDING(MAX)~ + window definition + alias: _wcol3 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ + window definition + alias: _wcol4 + arguments: _col5, 1, _col5 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int) @@ -4534,6 +4997,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) @@ -4835,6 +5306,14 @@ STAGE PLANS: Extract Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: mfgr_price_view + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col0 + partition by: _col0 Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) @@ -4850,6 +5329,21 @@ STAGE PLANS: Extract Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col2 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(2)~ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), _wcol0 (type: double) @@ -5277,6 +5771,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col5 (type: int) @@ -5304,6 +5806,21 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col5 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(5)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col2 (type: string), _col1 (type: string) @@ -5319,6 +5836,42 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col3, _col2 + partition by: _col3 + window definition + alias: _wcol1 + arguments: _col3, _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col3, _col2 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol3 + arguments: _col3, _col2 + name: cume_dist + window function: GenericUDAFCumeDistEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol4 + arguments: _col6, true + name: first_value + window function: GenericUDAFFirstValueEvaluator + window frame: PRECEDING(2)~FOLLOWING(2) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int) @@ -5356,6 +5909,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -5785,9 +6367,37 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) sort order: ++++ @@ -5802,6 +6412,20 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -5821,6 +6445,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2, _col1 + partition by: _col2, _col1 + window definition + alias: _wcol0 + arguments: _col2, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col2, _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -6142,6 +6795,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) @@ -6157,6 +6823,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col2 (type: string) @@ -6172,6 +6846,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -6191,6 +6873,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -6495,6 +7206,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col2 (type: string) @@ -6510,6 +7234,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -6529,6 +7266,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -6845,6 +7611,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col2 (type: string) @@ -6860,9 +7639,27 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) sort order: ++++ @@ -6877,6 +7674,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -6896,6 +7702,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2, _col1 + partition by: _col2, _col1 + window definition + alias: _wcol0 + arguments: _col2, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col2, _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -7243,9 +8078,32 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: _col2 (type: string), _col2 (type: string) sort order: ++ @@ -7260,6 +8118,20 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -7279,6 +8151,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2, _col1 + partition by: _col2, _col1 + window definition + alias: _wcol0 + arguments: _col2, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col2, _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint) @@ -7592,9 +8493,32 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string), _col2 (type: string), _col1 (type: string) sort order: ++++ @@ -7609,6 +8533,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -7628,6 +8561,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint) diff --git ql/src/test/results/clientpositive/vectorized_ptf.q.out ql/src/test/results/clientpositive/vectorized_ptf.q.out index 53afcc7..6e4c1e6 100644 --- ql/src/test/results/clientpositive/vectorized_ptf.q.out +++ ql/src/test/results/clientpositive/vectorized_ptf.q.out @@ -295,6 +295,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -361,6 +369,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -708,6 +745,14 @@ STAGE PLANS: Extract Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: j + type: SUBQUERY + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -774,6 +819,22 @@ STAGE PLANS: Extract Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col5, 1, _col5 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - _wcol0) (type: int) @@ -974,6 +1035,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) @@ -1225,6 +1294,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -1291,6 +1368,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -1554,6 +1660,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -1620,6 +1734,36 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5, 1, _col5 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), (_col5 - _wcol2) (type: int) @@ -1893,6 +2037,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) @@ -2026,6 +2178,36 @@ STAGE PLANS: Extract Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col2, 1, _col2 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), _wcol0 (type: int), _wcol1 (type: int), _col2 (type: int), (_col2 - _wcol2) (type: int) @@ -2244,6 +2426,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) @@ -2591,6 +2781,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) @@ -2886,7 +3084,17 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE GatherStats: false PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: p_name, p_size(DESC) + partition by: p_mfgr + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int) sort order: ++- @@ -2949,6 +3157,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col1, _col5(DESC) + partition by: _col2 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -3015,6 +3232,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1, _col5(DESC) + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1, _col5 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int) @@ -3204,7 +3437,17 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE GatherStats: false PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: p_name + partition by: p_mfgr + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ @@ -3267,6 +3510,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col1 + partition by: _col2 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -3333,6 +3585,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -3587,6 +3868,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -3653,6 +3942,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -3917,9 +4235,32 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true File Output Operator compressed: false GlobalTableId: 0 @@ -3981,6 +4322,20 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -4047,6 +4402,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -4331,6 +4715,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -4397,6 +4789,27 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col5 + name: count + window function: GenericUDAFCountEvaluator + window frame: PRECEDING(MAX)~ + window definition + alias: _wcol1 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(2)~FOLLOWING(2) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: bigint), _wcol1 (type: double) @@ -4758,6 +5171,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: abc + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) @@ -4954,6 +5375,48 @@ STAGE PLANS: Extract Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col1 + name: count + window function: GenericUDAFCountEvaluator + window frame: PRECEDING(MAX)~ + window definition + alias: _wcol3 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ + window definition + alias: _wcol4 + arguments: _col5, 1, _col5 + name: lag + window function: GenericUDAFLagEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: bigint), _col7 (type: double), _wcol3 (type: double), _col5 (type: int), (_col5 - _wcol4) (type: int) @@ -5165,6 +5628,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) @@ -5552,6 +6023,14 @@ STAGE PLANS: Extract Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: mfgr_price_view + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col0 + partition by: _col0 Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -5614,6 +6093,21 @@ STAGE PLANS: Extract Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col2 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(2)~ Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), _wcol0 (type: double) @@ -6034,6 +6528,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col1 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -6117,6 +6619,21 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col5 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(5)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -6179,6 +6696,42 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col3, _col2 + partition by: _col3 + window definition + alias: _wcol1 + arguments: _col3, _col2 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col3, _col2 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol3 + arguments: _col3, _col2 + name: cume_dist + window function: GenericUDAFCumeDistEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol4 + arguments: _col6, true + name: first_value + window function: GenericUDAFFirstValueEvaluator + window frame: PRECEDING(2)~FOLLOWING(2) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), _wcol1 (type: int), _wcol2 (type: int), _wcol3 (type: double), _wcol4 (type: int) @@ -6280,6 +6833,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col7 + name: sum + window function: GenericUDAFSumDouble + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), _wcol0 (type: int), _wcol1 (type: int), _wcol2 (type: double) @@ -6674,9 +7256,37 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true File Output Operator compressed: false GlobalTableId: 0 @@ -6738,6 +7348,20 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -6804,6 +7428,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2, _col1 + partition by: _col2, _col1 + window definition + alias: _wcol0 + arguments: _col2, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col2, _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -7119,6 +7772,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -7181,6 +7847,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -7243,6 +7917,14 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -7309,6 +7991,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -7607,6 +8318,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -7669,6 +8393,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -7735,6 +8472,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -8045,6 +8811,19 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -8107,9 +8886,27 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true File Output Operator compressed: false GlobalTableId: 0 @@ -8171,6 +8968,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -8237,6 +9043,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2, _col1 + partition by: _col2, _col1 + window definition + alias: _wcol0 + arguments: _col2, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col2, _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint) @@ -8578,9 +9413,32 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true File Output Operator compressed: false GlobalTableId: 0 @@ -8642,6 +9500,20 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2 + partition by: _col2 + transforms raw input: true + partition definition + input alias: ptf_2 + name: noop + order by: _col2 + partition by: _col2 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -8708,6 +9580,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col2, _col1 + partition by: _col2, _col1 + window definition + alias: _wcol0 + arguments: _col2, _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col2, _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint) @@ -9015,9 +9916,32 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: part_orc + type: TABLE + partition definition + input alias: ptf_1 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 + partition definition + input alias: ptf_2 + name: noop + order by: _col2, _col1 + partition by: _col2, _col1 Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE + map side: true File Output Operator compressed: false GlobalTableId: 0 @@ -9079,6 +10003,15 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + query input definition + input alias: ptf_0 + type: PTFCOMPONENT + partition definition + input alias: ptf_1 + name: noopwithmap + order by: _col2, _col1 + partition by: _col2, _col1 + transforms raw input: true Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int) @@ -9145,6 +10078,35 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col2 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol1 + arguments: _col1 + name: dense_rank + window function: GenericUDAFDenseRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + window definition + alias: _wcol2 + arguments: _col5 + name: sum + window function: GenericUDAFSumLong + window frame: PRECEDING(MAX)~ Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _wcol0 (type: int), _wcol1 (type: int), _col5 (type: int), _wcol2 (type: bigint), _wcol2 (type: bigint) diff --git ql/src/test/results/clientpositive/windowing_streaming.q.out ql/src/test/results/clientpositive/windowing_streaming.q.out index 6a55352..e74f11a 100644 --- ql/src/test/results/clientpositive/windowing_streaming.q.out +++ ql/src/test/results/clientpositive/windowing_streaming.q.out @@ -79,6 +79,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 + partition by: _col1 + window definition + alias: _wcol0 + arguments: _col0 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string), _wcol0 (type: int) @@ -134,6 +150,22 @@ STAGE PLANS: Extract Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col0 + partition by: _col1 + window definition + alias: _wcol0 + arguments: _col0 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 < 4) (type: boolean) @@ -287,6 +319,22 @@ STAGE PLANS: Extract Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE PTF Operator + windowing: true + query input definition + input alias: ptf_0 + type: WINDOWING + window table definition + input alias: ptf_1 + name: windowingtablefunction + order by: _col1 + partition by: _col0 + window definition + alias: _wcol0 + arguments: _col1 + name: rank + window function: GenericUDAFRankEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true Statistics: Num rows: 12288 Data size: 377237 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_wcol0 < 5) (type: boolean)