diff --git a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Op.java b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Op.java index 9ecba7c..d0c1037 100644 --- a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Op.java +++ b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Op.java @@ -20,7 +20,7 @@ import java.util.ArrayList; import java.util.Collections; -import java.util.HashMap; +import java.util.LinkedHashMap; import java.util.List; import java.util.Map; @@ -62,7 +62,7 @@ private void inlineJoinOp() throws Exception { JSONObject mapjoinObj = opObject.getJSONObject("Map Join Operator"); // get the map for posToVertex JSONObject verticeObj = mapjoinObj.getJSONObject("input vertices:"); - Map posToVertex = new HashMap<>(); + Map posToVertex = new LinkedHashMap<>(); for (String pos : JSONObject.getNames(verticeObj)) { String vertexName = verticeObj.getString(pos); posToVertex.put(pos, vertexName); @@ -83,7 +83,7 @@ private void inlineJoinOp() throws Exception { // update the keys to use vertex name JSONObject keys = mapjoinObj.getJSONObject("keys:"); if (keys.length() != 0) { - JSONObject newKeys = new JSONObject(); + JSONObject newKeys = new JSONObject(new LinkedHashMap<>()); for (String key : JSONObject.getNames(keys)) { String vertexName = posToVertex.get(key); if (vertexName != null) { @@ -116,7 +116,7 @@ private String getNameWithOpId() { } /** - * @param out + * @param printer * @param indentFlag * @param branchOfJoinOp * This parameter is used to show if it is a branch of a Join diff --git a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Stage.java b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Stage.java index c5a78b5..455d59f 100644 --- a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Stage.java +++ b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/Stage.java @@ -18,7 +18,6 @@ package org.apache.hadoop.hive.common.jsonexplain.tez; -import java.io.IOException; import java.util.ArrayList; import java.util.Arrays; import java.util.Collections; @@ -28,8 +27,6 @@ import java.util.TreeMap; import org.apache.hadoop.fs.Path; -import org.codehaus.jackson.JsonParseException; -import org.codehaus.jackson.map.JsonMappingException; import org.json.JSONArray; import org.json.JSONException; import org.json.JSONObject; @@ -176,16 +173,11 @@ public void extractVertex(JSONObject object) throws Exception { * @param opName * @param opObj * @return - * @throws JSONException - * @throws JsonParseException - * @throws JsonMappingException - * @throws IOException * @throws Exception * This method address the create table operator, fetch operator, * etc */ - Op extractOp(String opName, JSONObject opObj) throws JSONException, JsonParseException, - JsonMappingException, IOException, Exception { + Op extractOp(String opName, JSONObject opObj) throws Exception { List attrs = new ArrayList<>(); Vertex v = null; if (opObj.length() > 0) { @@ -198,7 +190,7 @@ Op extractOp(String opName, JSONObject opObj) throws JSONException, JsonParseExc JSONObject attrObj = (JSONObject) o; if (attrObj.length() > 0) { if (name.equals("Processor Tree:")) { - JSONObject object = new JSONObject(); + JSONObject object = new JSONObject(new LinkedHashMap<>()); object.put(name, attrObj); v = new Vertex(null, object, parser); v.extractOpTree(); @@ -232,7 +224,7 @@ private boolean isPrintable(Object val) { return false; } - public void print(Printer printer, List indentFlag) throws JSONException, Exception { + public void print(Printer printer, List indentFlag) throws Exception { // print stagename if (parser.printSet.contains(this)) { printer.println(TezJsonParser.prefixString(indentFlag) + " Please refer to the previous " diff --git a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/TezJsonParser.java b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/TezJsonParser.java index c6ee4f6..20ce27b 100644 --- a/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/TezJsonParser.java +++ b/common/src/java/org/apache/hadoop/hive/common/jsonexplain/tez/TezJsonParser.java @@ -18,11 +18,10 @@ package org.apache.hadoop.hive.common.jsonexplain.tez; -import java.io.IOException; import java.io.PrintStream; import java.util.ArrayList; -import java.util.HashMap; -import java.util.HashSet; +import java.util.LinkedHashMap; +import java.util.LinkedHashSet; import java.util.List; import java.util.Map; import java.util.Map.Entry; @@ -31,27 +30,23 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.common.jsonexplain.JsonParser; -import org.codehaus.jackson.JsonParseException; -import org.codehaus.jackson.map.JsonMappingException; -import org.json.JSONException; import org.json.JSONObject; public final class TezJsonParser implements JsonParser { - public final Map stages = new HashMap();; + public final Map stages = new LinkedHashMap<>(); protected final Log LOG; // the object that has been printed. - public final Set printSet = new HashSet<>(); + public final Set printSet = new LinkedHashSet<>(); // the vertex that should be inlined. - public final Map> inlineMap = new HashMap<>(); + public final Map> inlineMap = new LinkedHashMap<>(); public TezJsonParser() { super(); LOG = LogFactory.getLog(this.getClass().getName()); } - public void extractStagesAndPlans(JSONObject inputObject) throws JSONException, - JsonParseException, JsonMappingException, Exception, IOException { + public void extractStagesAndPlans(JSONObject inputObject) throws Exception { // extract stages JSONObject dependency = inputObject.getJSONObject("STAGE DEPENDENCIES"); if (dependency != null && dependency.length() > 0) { diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java index 21de3cf..a74a8ad 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java @@ -97,7 +97,7 @@ private static JSONObject getJSONDependencies(ExplainWork work) throws Exception { assert(work.getDependency()); - JSONObject outJSONObject = new JSONObject(); + JSONObject outJSONObject = new JSONObject(new LinkedHashMap<>()); List> inputTableInfo = new ArrayList>(); List> inputPartitionInfo = new ArrayList>(); for (ReadEntity input: work.getInputs()) { @@ -133,7 +133,7 @@ private static JSONObject getJSONDependencies(ExplainWork work) public JSONObject getJSONLogicalPlan(PrintStream out, ExplainWork work) throws Exception { isLogical = true; - JSONObject outJSONObject = new JSONObject(); + JSONObject outJSONObject = new JSONObject(new LinkedHashMap<>()); boolean jsonOutput = work.isFormatted(); if (jsonOutput) { out = null; @@ -181,7 +181,7 @@ public JSONObject getJSONPlan(PrintStream out, ASTNode ast, List> tasks, // If the user asked for a formatted output, dump the json output // in the output stream - JSONObject outJSONObject = new JSONObject(); + JSONObject outJSONObject = new JSONObject(new LinkedHashMap<>()); if (jsonOutput) { out = null; @@ -339,7 +339,7 @@ private JSONObject collectAuthRelatedEntities(PrintStream out, ExplainWork work) BaseSemanticAnalyzer analyzer = work.getAnalyzer(); HiveOperation operation = SessionState.get().getHiveOperation(); - JSONObject object = new JSONObject(); + JSONObject object = new JSONObject(new LinkedHashMap<>()); Object jsonInput = toJson("INPUTS", toString(analyzer.getInputs()), out, work); if (work.isFormatted()) { object.put("INPUTS", jsonInput); @@ -402,7 +402,7 @@ private JSONObject outputMap(Map mp, boolean hasHeader, PrintStream out, TreeMap tree = new TreeMap(); tree.putAll(mp); - JSONObject json = jsonOutput ? new JSONObject() : null; + JSONObject json = jsonOutput ? new JSONObject(new LinkedHashMap<>()) : null; if (out != null && hasHeader && !mp.isEmpty()) { out.println(); } @@ -446,7 +446,7 @@ else if (ent.getValue() instanceof List) { } if (jsonOutput) { for (TezWork.Dependency dep: (List)ent.getValue()) { - JSONObject jsonDep = new JSONObject(); + JSONObject jsonDep = new JSONObject(new LinkedHashMap<>()); jsonDep.put("parent", dep.getName()); jsonDep.put("type", dep.getType()); json.accumulate(ent.getKey().toString(), jsonDep); @@ -475,7 +475,7 @@ else if (ent.getValue() instanceof List) { } if (jsonOutput) { for (SparkWork.Dependency dep: (List) ent.getValue()) { - JSONObject jsonDep = new JSONObject(); + JSONObject jsonDep = new JSONObject(new LinkedHashMap<>()); jsonDep.put("parent", dep.getName()); jsonDep.put("type", dep.getShuffleType()); jsonDep.put("partitions", dep.getNumPartitions()); @@ -613,7 +613,7 @@ private JSONObject outputPlan(Object work, PrintStream out, } } - JSONObject json = jsonOutput ? new JSONObject() : null; + JSONObject json = jsonOutput ? new JSONObject(new LinkedHashMap<>()) : null; // If this is an operator then we need to call the plan generation on the // conf and then the children if (work instanceof Operator) { @@ -783,7 +783,7 @@ private JSONObject outputPlan(Object work, PrintStream out, if (jsonOutput) { if (keyJSONObject != null) { - JSONObject ret = new JSONObject(); + JSONObject ret = new JSONObject(new LinkedHashMap<>()); ret.put(keyJSONObject, json); return ret; } @@ -841,7 +841,7 @@ private JSONObject outputDependencies(Task task, throws Exception { boolean first = true; - JSONObject json = jsonOutput ? new JSONObject() : null; + JSONObject json = jsonOutput ? new JSONObject(new LinkedHashMap<>()) : null; if (out != null) { out.print(indentString(indent)); out.print(task.getId()); @@ -946,7 +946,7 @@ public JSONObject outputDependencies(PrintStream out, boolean jsonOutput, out.println("STAGE DEPENDENCIES:"); } - JSONObject json = jsonOutput ? new JSONObject() : null; + JSONObject json = jsonOutput ? new JSONObject(new LinkedHashMap<>()) : null; for (Task task : tasks) { JSONObject jsonOut = outputDependencies(task, out, json, jsonOutput, appendTaskType, 2); if (jsonOutput && jsonOut != null) { @@ -965,7 +965,7 @@ public JSONObject outputStagePlans(PrintStream out, List tasks, out.println("STAGE PLANS:"); } - JSONObject json = jsonOutput ? new JSONObject() : null; + JSONObject json = jsonOutput ? new JSONObject(new LinkedHashMap<>()) : null; for (Task task : tasks) { outputPlan(task, out, json, isExtended, jsonOutput, 2); } diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java index 73263ee..3a6ec1a 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/TezTask.java @@ -22,6 +22,7 @@ import java.util.Collections; import java.util.EnumSet; import java.util.HashMap; +import java.util.LinkedHashMap; import java.util.LinkedList; import java.util.List; import java.util.Map; @@ -289,7 +290,8 @@ DAG build(JobConf conf, TezWork work, Path scratchDir, DAG dag = DAG.create(work.getName()); // set some info for the query - JSONObject json = new JSONObject().put("context", "Hive").put("description", ctx.getCmd()); + JSONObject json = new JSONObject(new LinkedHashMap()).put("context", "Hive") + .put("description", ctx.getCmd()); String dagInfo = json.toString(); if (LOG.isDebugEnabled()) { diff --git a/ql/src/java/org/apache/hadoop/hive/ql/hooks/ATSHook.java b/ql/src/java/org/apache/hadoop/hive/ql/hooks/ATSHook.java index 87638da..2caa7ae 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/hooks/ATSHook.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/hooks/ATSHook.java @@ -17,8 +17,7 @@ */ package org.apache.hadoop.hive.ql.hooks; -import java.io.Serializable; -import java.util.List; +import java.util.LinkedHashMap; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.TimeUnit; @@ -26,15 +25,11 @@ import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.exec.ExplainTask; -import org.apache.hadoop.hive.ql.exec.Task; import org.apache.hadoop.hive.ql.exec.TaskFactory; import org.apache.hadoop.hive.ql.exec.Utilities; -import org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer; -import org.apache.hadoop.hive.ql.parse.ParseContext; import org.apache.hadoop.hive.ql.plan.ExplainWork; import org.apache.hadoop.util.StringUtils; import org.apache.hadoop.yarn.api.records.timeline.TimelineEntity; @@ -161,7 +156,7 @@ public void run() { TimelineEntity createPreHookEvent(String queryId, String query, JSONObject explainPlan, long startTime, String user, String requestuser, int numMrJobs, int numTezJobs, String opId) throws Exception { - JSONObject queryObj = new JSONObject(); + JSONObject queryObj = new JSONObject(new LinkedHashMap<>()); queryObj.put("queryText", query); queryObj.put("queryPlan", explainPlan); diff --git a/ql/src/test/results/clientpositive/authorization_explain.q.java1.7.out b/ql/src/test/results/clientpositive/authorization_explain.q.java1.7.out index 8209c6a..b7ec209 100644 --- a/ql/src/test/results/clientpositive/authorization_explain.q.java1.7.out +++ b/ql/src/test/results/clientpositive/authorization_explain.q.java1.7.out @@ -44,4 +44,4 @@ PREHOOK: query: explain formatted authorization use default PREHOOK: type: SWITCHDATABASE POSTHOOK: query: explain formatted authorization use default POSTHOOK: type: SWITCHDATABASE -{"OUTPUTS":[],"INPUTS":["database:default"],"OPERATION":"SWITCHDATABASE","CURRENT_USER":"hive_test_user"} +{"INPUTS":["database:default"],"OUTPUTS":[],"CURRENT_USER":"hive_test_user","OPERATION":"SWITCHDATABASE"} diff --git a/ql/src/test/results/clientpositive/authorization_explain.q.java1.8.out b/ql/src/test/results/clientpositive/authorization_explain.q.java1.8.out index bb2bee9..b7ec209 100644 --- a/ql/src/test/results/clientpositive/authorization_explain.q.java1.8.out +++ b/ql/src/test/results/clientpositive/authorization_explain.q.java1.8.out @@ -44,4 +44,4 @@ PREHOOK: query: explain formatted authorization use default PREHOOK: type: SWITCHDATABASE POSTHOOK: query: explain formatted authorization use default POSTHOOK: type: SWITCHDATABASE -{"CURRENT_USER":"hive_test_user","OPERATION":"SWITCHDATABASE","INPUTS":["database:default"],"OUTPUTS":[]} +{"INPUTS":["database:default"],"OUTPUTS":[],"CURRENT_USER":"hive_test_user","OPERATION":"SWITCHDATABASE"} diff --git a/ql/src/test/results/clientpositive/explain_dependency.q.out b/ql/src/test/results/clientpositive/explain_dependency.q.out index fa4dc59..dbfc482 100644 --- a/ql/src/test/results/clientpositive/explain_dependency.q.out +++ b/ql/src/test/results/clientpositive/explain_dependency.q.out @@ -70,14 +70,14 @@ POSTHOOK: query: -- Simple select queries, union queries and join queries EXPLAIN DEPENDENCY SELECT key, count(1) FROM srcpart WHERE ds IS NOT NULL GROUP BY key POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN DEPENDENCY SELECT key, count(1) FROM (SELECT key, value FROM src) subq1 GROUP BY key POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM ( SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL @@ -88,36 +88,36 @@ POSTHOOK: query: EXPLAIN DEPENDENCY SELECT key, value FROM src UNION ALL SELECT key, value FROM srcpart WHERE ds IS NOT NULL ) S1 POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN DEPENDENCY SELECT S1.key, S2.value FROM src S1 JOIN srcpart S2 ON S1.key = S2.key WHERE ds IS NOT NULL POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: -- With views EXPLAIN DEPENDENCY SELECT * FROM V1 PREHOOK: type: QUERY POSTHOOK: query: -- With views EXPLAIN DEPENDENCY SELECT * FROM V1 POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@v1","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v1]"}]} +{"input_tables":[{"tablename":"default@v1","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v1]"}],"input_partitions":[]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V2 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V2 POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@v2","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2]"}]} +{"input_tables":[{"tablename":"default@v2","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2]"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V3 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V3 POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@v3","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@v2","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v3]"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v3]"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2]"}]} +{"input_tables":[{"tablename":"default@v3","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@v2","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v3]"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v3]"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2]"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V4 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V4 POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@v4","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@v1","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v4]"},{"tablename":"default@v2","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v4]"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v4, default@v1]"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2]"}]} +{"input_tables":[{"tablename":"default@v4","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@v1","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v4]"},{"tablename":"default@v2","tabletype":"VIRTUAL_VIEW","tableParents":"[default@v4]"},{"tablename":"default@src","tabletype":"MANAGED_TABLE","tableParents":"[default@v4, default@v1]"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v2]"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: -- The table should show up in the explain dependency even if none -- of the partitions are selected. CREATE VIEW V5 as SELECT * FROM srcpart where ds = '10' @@ -136,4 +136,4 @@ PREHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V5 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN DEPENDENCY SELECT * FROM V5 POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@v5","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v5]"}]} +{"input_tables":[{"tablename":"default@v5","tabletype":"VIRTUAL_VIEW"},{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE","tableParents":"[default@v5]"}],"input_partitions":[]} diff --git a/ql/src/test/results/clientpositive/explain_dependency2.q.out b/ql/src/test/results/clientpositive/explain_dependency2.q.out index cb4e6c3..7973a60 100644 --- a/ql/src/test/results/clientpositive/explain_dependency2.q.out +++ b/ql/src/test/results/clientpositive/explain_dependency2.q.out @@ -8,14 +8,14 @@ POSTHOOK: query: -- This test is used for testing EXPLAIN DEPENDENCY command -- select from a table which does not involve a map-reduce job EXPLAIN DEPENDENCY SELECT * FROM src POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: -- select from a table which involves a map-reduce job EXPLAIN DEPENDENCY SELECT count(*) FROM src PREHOOK: type: QUERY POSTHOOK: query: -- select from a table which involves a map-reduce job EXPLAIN DEPENDENCY SELECT count(*) FROM src POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@src","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: -- select from a partitioned table which does not involve a map-reduce job -- and some partitions are being selected EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds is not null @@ -24,7 +24,7 @@ POSTHOOK: query: -- select from a partitioned table which does not involve a map -- and some partitions are being selected EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds is not null POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: -- select from a partitioned table which does not involve a map-reduce job -- and none of the partitions are being selected EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds = '1' @@ -33,7 +33,7 @@ POSTHOOK: query: -- select from a partitioned table which does not involve a map -- and none of the partitions are being selected EXPLAIN DEPENDENCY SELECT * FROM srcpart where ds = '1' POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: -- select from a partitioned table which involves a map-reduce job -- and some partitions are being selected EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds is not null @@ -42,7 +42,7 @@ POSTHOOK: query: -- select from a partitioned table which involves a map-reduce -- and some partitions are being selected EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds is not null POSTHOOK: type: QUERY -{"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}],"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[{"partitionName":"default@srcpart@ds=2008-04-08/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-08/hr=12"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=11"},{"partitionName":"default@srcpart@ds=2008-04-09/hr=12"}]} PREHOOK: query: -- select from a partitioned table which involves a map-reduce job -- and none of the partitions are being selected EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds = '1' @@ -51,7 +51,7 @@ POSTHOOK: query: -- select from a partitioned table which involves a map-reduce -- and none of the partitions are being selected EXPLAIN DEPENDENCY SELECT count(*) FROM srcpart where ds = '1' POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@srcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: create table tstsrcpart like srcpart PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -66,11 +66,11 @@ PREHOOK: type: QUERY POSTHOOK: query: -- select from a partitioned table with no partitions which does not involve a map-reduce job EXPLAIN DEPENDENCY SELECT * FROM tstsrcpart where ds is not null POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@tstsrcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@tstsrcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} PREHOOK: query: -- select from a partitioned table with no partitions which involves a map-reduce job EXPLAIN DEPENDENCY SELECT count(*) FROM tstsrcpart where ds is not null PREHOOK: type: QUERY POSTHOOK: query: -- select from a partitioned table with no partitions which involves a map-reduce job EXPLAIN DEPENDENCY SELECT count(*) FROM tstsrcpart where ds is not null POSTHOOK: type: QUERY -{"input_partitions":[],"input_tables":[{"tablename":"default@tstsrcpart","tabletype":"MANAGED_TABLE"}]} +{"input_tables":[{"tablename":"default@tstsrcpart","tabletype":"MANAGED_TABLE"}],"input_partitions":[]} diff --git a/ql/src/test/results/clientpositive/input4.q.java1.7.out b/ql/src/test/results/clientpositive/input4.q.java1.7.out index dccf625..eaeedcb 100644 --- a/ql/src/test/results/clientpositive/input4.q.java1.7.out +++ b/ql/src/test/results/clientpositive/input4.q.java1.7.out @@ -48,7 +48,7 @@ PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED SELECT Input4Alias.VALUE, Input4Alias.KEY FROM INPUT4 AS Input4Alias POSTHOOK: type: QUERY -{"STAGE PLANS":{"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"TableScan":{"alias:":"input4alias","children":{"Select Operator":{"expressions:":"value (type: string), key (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"ListSink":{}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE"}}}}},"STAGE DEPENDENCIES":{"Stage-0":{"ROOT STAGE":"TRUE"}}} +{"STAGE DEPENDENCIES":{"Stage-0":{"ROOT STAGE":"TRUE"}},"STAGE PLANS":{"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"TableScan":{"alias:":"input4alias","Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"value (type: string), key (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE","children":{"ListSink":{}}}}}}}}}} PREHOOK: query: SELECT Input4Alias.VALUE, Input4Alias.KEY FROM INPUT4 AS Input4Alias PREHOOK: type: QUERY PREHOOK: Input: default@input4 diff --git a/ql/src/test/results/clientpositive/input4.q.java1.8.out b/ql/src/test/results/clientpositive/input4.q.java1.8.out index bc408de..eaeedcb 100644 --- a/ql/src/test/results/clientpositive/input4.q.java1.8.out +++ b/ql/src/test/results/clientpositive/input4.q.java1.8.out @@ -48,7 +48,7 @@ PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED SELECT Input4Alias.VALUE, Input4Alias.KEY FROM INPUT4 AS Input4Alias POSTHOOK: type: QUERY -{"STAGE DEPENDENCIES":{"Stage-0":{"ROOT STAGE":"TRUE"}},"STAGE PLANS":{"Stage-0":{"Fetch Operator":{"Processor Tree:":{"TableScan":{"alias:":"input4alias","Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE","children":{"ListSink":{}},"outputColumnNames:":["_col0","_col1"],"expressions:":"value (type: string), key (type: string)"}}}},"limit:":"-1"}}}} +{"STAGE DEPENDENCIES":{"Stage-0":{"ROOT STAGE":"TRUE"}},"STAGE PLANS":{"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"TableScan":{"alias:":"input4alias","Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"value (type: string), key (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 29 Data size: 5812 Basic stats: COMPLETE Column stats: NONE","children":{"ListSink":{}}}}}}}}}} PREHOOK: query: SELECT Input4Alias.VALUE, Input4Alias.KEY FROM INPUT4 AS Input4Alias PREHOOK: type: QUERY PREHOOK: Input: default@input4 diff --git a/ql/src/test/results/clientpositive/join0.q.java1.7.out b/ql/src/test/results/clientpositive/join0.q.java1.7.out index fa55ffb..f7e52f6 100644 --- a/ql/src/test/results/clientpositive/join0.q.java1.7.out +++ b/ql/src/test/results/clientpositive/join0.q.java1.7.out @@ -118,7 +118,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY -{"STAGE PLANS":{"Stage-2":{"Map Reduce":{"Reduce Operator Tree:":{"Select Operator":{"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"}}},"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE"}},"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"sort order:":"++++","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)"}}}}]}},"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Join Operator":{"keys:":{},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe","input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat"}}},"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","condition map:":[{"":"Inner Join 0 to 1"}]}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE"}},{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE"}}]}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}},"STAGE DEPENDENCIES":{"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}}} +{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}},"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","value expressions:":"_col0 (type: string), _col1 (type: string)"}}}}}}}},{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","value expressions:":"_col0 (type: string), _col1 (type: string)"}}}}}}}}],"Reduce Operator Tree:":{"Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","children":{"File Output Operator":{"compressed:":"false","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe"}}}}}}},"Stage-2":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","sort order:":"++++","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE"}}}}],"Reduce Operator Tree:":{"Select Operator":{"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}}} Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM diff --git a/ql/src/test/results/clientpositive/join0.q.java1.8.out b/ql/src/test/results/clientpositive/join0.q.java1.8.out index 443f6a3..f7e52f6 100644 --- a/ql/src/test/results/clientpositive/join0.q.java1.8.out +++ b/ql/src/test/results/clientpositive/join0.q.java1.8.out @@ -1,5 +1,6 @@ Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: -- JAVA_VERSION_SPECIFIC_OUTPUT +-- SORT_QUERY_RESULTS EXPLAIN SELECT src1.key as k1, src1.value as v1, @@ -10,6 +11,7 @@ SELECT src1.key as k1, src1.value as v1, SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY POSTHOOK: query: -- JAVA_VERSION_SPECIFIC_OUTPUT +-- SORT_QUERY_RESULTS EXPLAIN SELECT src1.key as k1, src1.value as v1, @@ -116,7 +118,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY -{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}},"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Join Operator":{"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","keys:":{},"children":{"File Output Operator":{"compressed:":"false","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe"}}},"condition map:":[{"":"Inner Join 0 to 1"}],"outputColumnNames:":["_col0","_col1","_col2","_col3"]}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"value expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"outputColumnNames:":["_col0","_col1"],"expressions:":"key (type: string), value (type: string)"}},"predicate:":"(key < 10) (type: boolean)"}}}},{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"value expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"outputColumnNames:":["_col0","_col1"],"expressions:":"key (type: string), value (type: string)"}},"predicate:":"(key < 10) (type: boolean)"}}}}]}},"Stage-2":{"Map Reduce":{"Reduce Operator Tree:":{"Select Operator":{"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}}},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)"}},"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"sort order:":"++++","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)"}}}}]}},"Stage-0":{"Fetch Operator":{"Processor Tree:":{"ListSink":{}},"limit:":"-1"}}}} +{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}},"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","value expressions:":"_col0 (type: string), _col1 (type: string)"}}}}}}}},{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","value expressions:":"_col0 (type: string), _col1 (type: string)"}}}}}}}}],"Reduce Operator Tree:":{"Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","children":{"File Output Operator":{"compressed:":"false","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe"}}}}}}},"Stage-2":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","sort order:":"++++","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE"}}}}],"Reduce Operator Tree:":{"Select Operator":{"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}}} Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM diff --git a/ql/src/test/results/clientpositive/parallel_join0.q.out b/ql/src/test/results/clientpositive/parallel_join0.q.out index 0f57a51..3aef936 100644 --- a/ql/src/test/results/clientpositive/parallel_join0.q.out +++ b/ql/src/test/results/clientpositive/parallel_join0.q.out @@ -116,7 +116,7 @@ SELECT src1.key as k1, src1.value as v1, (SELECT * FROM src WHERE src.key < 10) src2 SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY -{"STAGE PLANS":{"Stage-2":{"Map Reduce":{"Reduce Operator Tree:":{"Select Operator":{"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"}}},"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE"}},"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"sort order:":"++++","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)"}}}}]}},"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Join Operator":{"keys:":{},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"children":{"File Output Operator":{"compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe","input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat"}}},"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","condition map:":[{"":"Inner Join 0 to 1"}]}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE"}},{"TableScan":{"alias:":"src","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE"}},"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE"}}]}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}},"STAGE DEPENDENCIES":{"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}}} +{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT STAGES":"Stage-1"},"Stage-0":{"DEPENDENT STAGES":"Stage-2"}},"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","value expressions:":"_col0 (type: string), _col1 (type: string)"}}}}}}}},{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE","children":{"Filter Operator":{"predicate:":"(key < 10) (type: boolean)","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE","value expressions:":"_col0 (type: string), _col1 (type: string)"}}}}}}}}],"Reduce Operator Tree:":{"Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{},"outputColumnNames:":["_col0","_col1","_col2","_col3"],"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","children":{"File Output Operator":{"compressed:":"false","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe"}}}}}}},"Stage-2":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string)","sort order:":"++++","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE"}}}}],"Reduce Operator Tree:":{"Select Operator":{"expressions:":"KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string)","outputColumnNames:":["_col0","_col1","_col2","_col3"],"Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}}} Warning: Shuffle Join JOIN[8][tables = [src1, src2]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM diff --git a/ql/src/test/results/clientpositive/plan_json.q.java1.7.out b/ql/src/test/results/clientpositive/plan_json.q.java1.7.out index 0979c70..2faa08a 100644 --- a/ql/src/test/results/clientpositive/plan_json.q.java1.7.out +++ b/ql/src/test/results/clientpositive/plan_json.q.java1.7.out @@ -10,4 +10,4 @@ POSTHOOK: query: -- explain plan json: the query gets the formatted json output EXPLAIN FORMATTED SELECT count(1) FROM src POSTHOOK: type: QUERY -{"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Group By Operator":{"mode:":"mergepartial","aggregations:":["count(VALUE._col0)"],"outputColumnNames:":["_col0"],"children":{"File Output Operator":{"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","compressed:":"false","table:":{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"}}},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE"}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","children":{"Select Operator":{"children":{"Group By Operator":{"mode:":"hash","aggregations:":["count(1)"],"outputColumnNames:":["_col0"],"children":{"Reduce Output Operator":{"sort order:":"","value expressions:":"_col0 (type: bigint)","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE"}},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE"}},"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE"}},"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE"}}]}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}},"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}}} +{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Select Operator":{"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Group By Operator":{"aggregations:":["count(1)"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","value expressions:":"_col0 (type: bigint)"}}}}}}}}],"Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}}} diff --git a/ql/src/test/results/clientpositive/plan_json.q.java1.8.out b/ql/src/test/results/clientpositive/plan_json.q.java1.8.out index 13842b4..2faa08a 100644 --- a/ql/src/test/results/clientpositive/plan_json.q.java1.8.out +++ b/ql/src/test/results/clientpositive/plan_json.q.java1.8.out @@ -10,4 +10,4 @@ POSTHOOK: query: -- explain plan json: the query gets the formatted json output EXPLAIN FORMATTED SELECT count(1) FROM src POSTHOOK: type: QUERY -{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Select Operator":{"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}}},"outputColumnNames:":["_col0"],"expressions:":"_col0 (type: bigint)"}},"outputColumnNames:":["_col0"]}},"Map Operator Tree:":[{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Select Operator":{"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Group By Operator":{"aggregations:":["count(_col0)"],"mode:":"hash","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Reduce Output Operator":{"value expressions:":"_col0 (type: bigint)","sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE"}},"outputColumnNames:":["_col0"]}},"outputColumnNames:":["_col0"],"expressions:":"1 (type: int)"}}}}]}},"Stage-0":{"Fetch Operator":{"Processor Tree:":{"ListSink":{}},"limit:":"-1"}}}} +{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Map Reduce":{"Map Operator Tree:":[{"TableScan":{"alias:":"src","Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Select Operator":{"Statistics:":"Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Group By Operator":{"aggregations:":["count(1)"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","value expressions:":"_col0 (type: bigint)"}}}}}}}}],"Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{}}}}}} diff --git a/ql/src/test/results/clientpositive/tez/constprog_dpp.q.out b/ql/src/test/results/clientpositive/tez/constprog_dpp.q.out index b2b2371..0bc964b 100644 --- a/ql/src/test/results/clientpositive/tez/constprog_dpp.q.out +++ b/ql/src/test/results/clientpositive/tez/constprog_dpp.q.out @@ -54,10 +54,10 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_20] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: int)","0":"id (type: int)"} + | keys:{"0":"id (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col0"] | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE |<-Map 6 [SIMPLE_EDGE] diff --git a/ql/src/test/results/clientpositive/tez/explainuser_1.q.out b/ql/src/test/results/clientpositive/tez/explainuser_1.q.out index 7595c3e..36f1099 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_1.q.out @@ -53,8 +53,8 @@ Stage-3 Stats-Aggr Operator Stage-0 Move Operator - partition:{"ts":"2012-01-03+14:46:31","ds":"2012-01-03"} - table:{"serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part","input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat"} + partition:{"ds":"2012-01-03","ts":"2012-01-03+14:46:31"} + table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} Stage-2 Dependency Collection{} Stage-1 @@ -62,7 +62,7 @@ Stage-3 File Output Operator [FS_3] compressed:false Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part","input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat"} + table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} Select Operator [SEL_1] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -93,8 +93,8 @@ Stage-3 Stats-Aggr Operator Stage-0 Move Operator - partition:{"ts":"2012-01-03+14:46:31","ds":"2012-01-03"} - table:{"serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part","input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat"} + partition:{"ds":"2012-01-03","ts":"2012-01-03+14:46:31"} + table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} Stage-2 Dependency Collection{} Stage-1 @@ -102,7 +102,7 @@ Stage-3 File Output Operator [FS_7] compressed:false Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part","input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat"} + table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} Select Operator [SEL_6] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE @@ -144,7 +144,7 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_6] | aggregations:["count(VALUE._col0)"] | outputColumnNames:["_col0"] @@ -181,7 +181,7 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_6] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -227,7 +227,7 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_6] | aggregations:["count(VALUE._col0)"] | outputColumnNames:["_col0"] @@ -264,7 +264,7 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_6] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -329,7 +329,7 @@ Stage-0 File Output Operator [FS_17] compressed:false Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_15] | aggregations:["sum(VALUE._col0)"] | outputColumnNames:["_col0"] @@ -397,7 +397,7 @@ Stage-0 File Output Operator [FS_7] compressed:false Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_6] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE @@ -443,7 +443,7 @@ Stage-0 File Output Operator [FS_12] compressed:false Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_11] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE @@ -515,7 +515,7 @@ Stage-0 File Output Operator [FS_45] compressed:false Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_44] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE @@ -550,7 +550,7 @@ Stage-0 Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_55] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col6"] | Statistics:Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 11 [SIMPLE_EDGE] @@ -584,7 +584,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_54] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col4"] | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 10 [SIMPLE_EDGE] @@ -701,7 +701,7 @@ Stage-0 File Output Operator [FS_44] compressed:false Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_43] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE @@ -736,7 +736,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_53] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col6"] | Statistics:Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 10 [SIMPLE_EDGE] @@ -767,7 +767,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_52] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col4"] | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 3 [SIMPLE_EDGE] @@ -870,7 +870,7 @@ Stage-0 File Output Operator [FS_36] compressed:false Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_34] | aggregations:["count(VALUE._col0)"] | keys:KEY._col0 (type: int), KEY._col1 (type: bigint) @@ -896,7 +896,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_41] | condition map:[{"":"Right Outer Join0 to 1"},{"":"Right Outer Join0 to 2"}] - | keys:{"2":"_col0 (type: string)","1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col4","_col6"] | Statistics:Num rows: 4 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 8 [SIMPLE_EDGE] @@ -1014,7 +1014,7 @@ Stage-0 File Output Operator [FS_43] compressed:false Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_42] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE @@ -1049,7 +1049,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_48] | condition map:[{"":"Outer Join 0 to 1"},{"":"Outer Join 0 to 2"}] - | keys:{"2":"_col0 (type: string)","1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col4","_col6"] | Statistics:Num rows: 4 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 10 [SIMPLE_EDGE] @@ -1177,7 +1177,7 @@ Stage-0 File Output Operator [FS_41] compressed:false Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_39] | aggregations:["count(VALUE._col0)"] | keys:KEY._col0 (type: int), KEY._col1 (type: bigint) @@ -1203,7 +1203,7 @@ Stage-0 Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_51] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col6"] | Statistics:Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 8 [SIMPLE_EDGE] @@ -1237,7 +1237,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_50] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col4"] | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] @@ -1327,7 +1327,7 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_6] outputColumnNames:["_col0"] Statistics:Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE @@ -1378,7 +1378,7 @@ Stage-0 File Output Operator [FS_29] compressed:false Statistics:Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_28] | outputColumnNames:["_col0"] | Statistics:Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE @@ -1494,7 +1494,7 @@ Stage-0 File Output Operator [FS_34] compressed:false Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_33] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE @@ -1630,10 +1630,10 @@ Stage-0 File Output Operator [FS_12] compressed:false Statistics:Num rows: 18 Data size: 1530 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_17] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0"] | Statistics:Num rows: 18 Data size: 1530 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -1684,13 +1684,13 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_11] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col3"] | Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -1737,13 +1737,13 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_9] | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col3"] | Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -1790,13 +1790,13 @@ Stage-0 File Output Operator [FS_14] compressed:false Statistics:Num rows: 291 Data size: 29391 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_13] outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] Statistics:Num rows: 291 Data size: 29391 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_24] | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"2":"_col0 (type: string)","1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col4","_col5","_col6"] | Statistics:Num rows: 291 Data size: 29391 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -1865,13 +1865,13 @@ Stage-0 File Output Operator [FS_14] compressed:false Statistics:Num rows: 291 Data size: 51798 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_13] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 291 Data size: 51798 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_24] | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"2":"_col0 (type: string)","1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col3","_col4"] | Statistics:Num rows: 291 Data size: 51798 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -1940,7 +1940,7 @@ Stage-0 File Output Operator [FS_22] compressed:false Statistics:Num rows: 4 Data size: 404 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_19] outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] Statistics:Num rows: 4 Data size: 404 Basic stats: COMPLETE Column stats: COMPLETE @@ -1949,7 +1949,7 @@ Stage-0 Statistics:Num rows: 4 Data size: 404 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_32] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col3","_col4","_col6"] | Statistics:Num rows: 14 Data size: 1414 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 5 [SIMPLE_EDGE] @@ -1980,7 +1980,7 @@ Stage-0 Statistics:Num rows: 4 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_31] | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] | Statistics:Num rows: 18 Data size: 3276 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -2033,7 +2033,7 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 12 Data size: 1212 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_13] outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] Statistics:Num rows: 12 Data size: 1212 Basic stats: COMPLETE Column stats: COMPLETE @@ -2042,7 +2042,7 @@ Stage-0 Statistics:Num rows: 12 Data size: 1212 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_23] | condition map:[{"":"Right Outer Join0 to 1"},{"":"Right Outer Join0 to 2"}] - | keys:{"2":"_col0 (type: string)","1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col3","_col4","_col6"] | Statistics:Num rows: 72 Data size: 7272 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -2109,7 +2109,7 @@ Stage-0 File Output Operator [FS_10] compressed:false Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_9] Number of rows:1 Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE @@ -2168,7 +2168,7 @@ Stage-0 File Output Operator [FS_15] compressed:false Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_14] Number of rows:1 Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE @@ -2246,7 +2246,7 @@ Stage-0 File Output Operator [FS_13] compressed:false Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_12] Number of rows:5 Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE @@ -2304,7 +2304,7 @@ Stage-0 File Output Operator [FS_13] compressed:false Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_12] Number of rows:5 Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE @@ -2372,7 +2372,7 @@ Stage-0 File Output Operator [FS_48] compressed:false Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_47] Number of rows:5 Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE @@ -2410,7 +2410,7 @@ Stage-0 Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_60] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col6"] | Statistics:Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 11 [SIMPLE_EDGE] @@ -2444,7 +2444,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_59] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col4"] | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 10 [SIMPLE_EDGE] @@ -2567,13 +2567,13 @@ Stage-0 File Output Operator [FS_13] compressed:false Statistics:Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_12] outputColumnNames:["_col0"] Statistics:Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_18] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1"] | Statistics:Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -2629,13 +2629,13 @@ Stage-0 File Output Operator [FS_24] compressed:false Statistics:Num rows: 12 Data size: 1116 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_23] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 12 Data size: 1116 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_34] | condition map:[{"":"Left Semi Join 0 to 1"},{"":"Left Semi Join 0 to 2"}] - | keys:{"2":"_col0 (type: string)","1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 12 Data size: 1116 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -2716,7 +2716,7 @@ Stage-0 File Output Operator [FS_53] compressed:false Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_52] | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE @@ -2745,7 +2745,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_66] | condition map:[{"":"Left Semi Join 0 to 1"},{"":"Left Semi Join 0 to 2"}] - | keys:{"2":"_col0 (type: string)","1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 10 [SIMPLE_EDGE] @@ -2931,7 +2931,7 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_14] | aggregations:["count(VALUE._col0)"] | outputColumnNames:["_col0"] @@ -3001,7 +3001,7 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_15] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE @@ -3010,7 +3010,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 269 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_20] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | outputColumnNames:["_col0","_col1","_col3"] | Statistics:Num rows: 193 Data size: 51917 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -3091,7 +3091,7 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_15] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE @@ -3100,7 +3100,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 265 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_20] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string), _col1 (type: string)","0":"_col1 (type: string), _col0 (type: string)"} + | keys:{"0":"_col1 (type: string), _col0 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} | outputColumnNames:["_col0","_col1","_col3"] | Statistics:Num rows: 1 Data size: 265 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 4 [SIMPLE_EDGE] @@ -3184,10 +3184,10 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_21] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: string), _col1 (type: string)","0":"_col1 (type: string), _col0 (type: string)"} + | keys:{"0":"_col1 (type: string), _col0 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -3256,10 +3256,10 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_21] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: string), _col1 (type: string)","0":"_col1 (type: string), _col0 (type: string)"} + | keys:{"0":"_col1 (type: string), _col0 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -3318,10 +3318,10 @@ Stage-0 File Output Operator [FS_16] compressed:false Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_21] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -3385,13 +3385,13 @@ Stage-0 File Output Operator [FS_28] compressed:false Statistics:Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_27] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_38] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: int)","0":"_col1 (type: int)"} + | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col1","_col2"] | Statistics:Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] @@ -3403,7 +3403,7 @@ Stage-0 | value expressions:_col2 (type: int) | Merge Join Operator [MERGEJOIN_37] | | condition map:[{"":"Left Semi Join 0 to 1"}] - | | keys:{"1":"_col0 (type: int)","0":"_col0 (type: int)"} + | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} | | outputColumnNames:["_col1","_col2"] | | Statistics:Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE | |<-Map 1 [SIMPLE_EDGE] @@ -3499,10 +3499,10 @@ Stage-0 File Output Operator [FS_38] compressed:false Statistics:Num rows: 34 Data size: 6324 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_51] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: bigint)","0":"_col2 (type: bigint)"} + | keys:{"0":"_col2 (type: bigint)","1":"_col0 (type: bigint)"} | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 34 Data size: 6324 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 3 [SIMPLE_EDGE] @@ -3534,7 +3534,7 @@ Stage-0 | Statistics:Num rows: 83 Data size: 15438 Basic stats: COMPLETE Column stats: COMPLETE | Merge Join Operator [MERGEJOIN_50] | | condition map:[{"":"Left Semi Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE | |<-Map 1 [SIMPLE_EDGE] @@ -3645,10 +3645,10 @@ Stage-0 File Output Operator [FS_22] compressed:false Statistics:Num rows: 3 Data size: 681 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_27] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2"] | Statistics:Num rows: 3 Data size: 681 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] @@ -3701,7 +3701,7 @@ Stage-0 predicate:first_value_window_0 is not null (type: boolean) Statistics:Num rows: 13 Data size: 6383 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_11] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col5"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col5","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_10] | outputColumnNames:["_col1","_col2","_col5"] @@ -3747,7 +3747,7 @@ Stage-0 File Output Operator [FS_29] compressed:false Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_28] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE @@ -3765,7 +3765,7 @@ Stage-0 Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_37] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col3"] | Statistics:Num rows: 605 Data size: 107690 Basic stats: COMPLETE Column stats: NONE |<-Map 7 [SIMPLE_EDGE] @@ -3868,7 +3868,7 @@ Stage-0 File Output Operator [FS_27] compressed:false Statistics:Num rows: 15 Data size: 3507 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_26] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 15 Data size: 3507 Basic stats: COMPLETE Column stats: NONE @@ -3877,7 +3877,7 @@ Stage-0 Statistics:Num rows: 15 Data size: 3507 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_35] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string), _col1 (type: string)","0":"_col0 (type: string), _col1 (type: string)"} + | keys:{"0":"_col0 (type: string), _col1 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col4"] | Statistics:Num rows: 30 Data size: 7014 Basic stats: COMPLETE Column stats: NONE |<-Map 6 [SIMPLE_EDGE] @@ -3982,7 +3982,7 @@ Stage-0 File Output Operator [FS_39] compressed:false Statistics:Num rows: 1 Data size: 146 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_38] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 1 Data size: 146 Basic stats: COMPLETE Column stats: NONE @@ -4007,7 +4007,7 @@ Stage-0 | Statistics:Num rows: 1 Data size: 133 Basic stats: COMPLETE Column stats: COMPLETE | Merge Join Operator [MERGEJOIN_48] | | condition map:[{"":"Left Outer Join0 to 1"}] - | | keys:{"1":"_col0 (type: double)","0":"UDFToDouble(_col1) (type: double)"} + | | keys:{"0":"UDFToDouble(_col1) (type: double)","1":"_col0 (type: double)"} | | outputColumnNames:["_col0","_col1","_col2"] | | Statistics:Num rows: 1 Data size: 133 Basic stats: COMPLETE Column stats: COMPLETE | |<-Map 1 [SIMPLE_EDGE] @@ -4131,7 +4131,7 @@ Stage-0 File Output Operator [FS_44] compressed:false Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_43] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE @@ -4149,7 +4149,7 @@ Stage-0 Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_53] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"_col0 (type: string), _col1 (type: double)","0":"_col0 (type: string), _col1 (type: double)"} + | keys:{"0":"_col0 (type: string), _col1 (type: double)","1":"_col0 (type: string), _col1 (type: double)"} | outputColumnNames:["_col0","_col1","_col3"] | Statistics:Num rows: 5 Data size: 641 Basic stats: COMPLETE Column stats: NONE |<-Reducer 10 [SIMPLE_EDGE] @@ -4294,12 +4294,12 @@ Stage-0 File Output Operator [FS_6] compressed:false Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_4] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"0","name:":"windowingtablefunction","order by:":"0"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"0","partition by:":"0"}] Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col2","_col3"] @@ -4332,12 +4332,12 @@ Stage-0 File Output Operator [FS_6] compressed:false Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_4] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"0","name:":"windowingtablefunction","order by:":"0"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"0","partition by:":"0"}] Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col2","_col3"] @@ -4370,12 +4370,12 @@ Stage-0 File Output Operator [FS_6] compressed:false Statistics:Num rows: 20 Data size: 1280 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_4] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] Statistics:Num rows: 20 Data size: 1280 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col0","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] Statistics:Num rows: 20 Data size: 12244 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col0","_col1","_col2","_col3"] @@ -4408,12 +4408,12 @@ Stage-0 File Output Operator [FS_6] compressed:false Statistics:Num rows: 25 Data size: 4475 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_4] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 25 Data size: 4475 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col0","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] Statistics:Num rows: 25 Data size: 11075 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col0","_col1"] @@ -4455,7 +4455,7 @@ Stage-0 File Output Operator [FS_20] compressed:false Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_18] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -4494,7 +4494,7 @@ Stage-0 Statistics:Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_25] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1"] | Statistics:Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -4555,7 +4555,7 @@ Stage-0 File Output Operator [FS_20] compressed:false Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_18] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -4594,7 +4594,7 @@ Stage-0 Statistics:Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_25] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1"] | Statistics:Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -4655,7 +4655,7 @@ Stage-0 File Output Operator [FS_20] compressed:false Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_18] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -4749,7 +4749,7 @@ Stage-0 File Output Operator [FS_22] compressed:false Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_20] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -4785,7 +4785,7 @@ Stage-0 Statistics:Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_27] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0"] | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -4867,7 +4867,7 @@ Stage-0 File Output Operator [FS_7] compressed:false Statistics:Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_5] | aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col2)"] | keys:KEY._col0 (type: int) @@ -4909,7 +4909,7 @@ Stage-0 File Output Operator [FS_6] compressed:false Statistics:Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_4] | aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col0)"] | keys:KEY._col0 (type: int) @@ -5019,7 +5019,7 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_4] | aggregations:["count(1)"] | outputColumnNames:["_col0"] @@ -5051,7 +5051,7 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_4] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -5110,7 +5110,7 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_4] | aggregations:["count(1)"] | outputColumnNames:["_col0"] @@ -5142,7 +5142,7 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_4] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -5192,7 +5192,7 @@ Stage-0 File Output Operator [FS_9] compressed:true Statistics:Num rows: 125000 Data size: 10875000 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_11] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{} @@ -5263,7 +5263,7 @@ Stage-3 File Output Operator [FS_8] compressed:true Statistics:Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.nzhang_CTAS1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.nzhang_CTAS1"} Limit [LIM_7] Number of rows:10 Statistics:Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE @@ -5331,7 +5331,7 @@ Stage-3 File Output Operator [FS_8] compressed:true Statistics:Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe","name:":"default.nzhang_ctas3","input format:":"org.apache.hadoop.hive.ql.io.RCFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.RCFileOutputFormat"} + table:{"input format:":"org.apache.hadoop.hive.ql.io.RCFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.RCFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe","name:":"default.nzhang_ctas3"} Limit [LIM_7] Number of rows:10 Statistics:Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE @@ -5434,7 +5434,7 @@ Stage-0 File Output Operator [FS_12] compressed:true Statistics:Num rows: 13778 Data size: 4904968 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_11] | outputColumnNames:["_col0","_col1","_col2","_col3"] | Statistics:Num rows: 13778 Data size: 4904968 Basic stats: COMPLETE Column stats: COMPLETE @@ -5510,13 +5510,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"value (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5557,13 +5557,13 @@ Stage-0 File Output Operator [FS_11] compressed:true Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_10] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_21] | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"2":"key (type: int)","1":"value (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"value (type: int)","2":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] | Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5623,13 +5623,13 @@ Stage-0 File Output Operator [FS_8] compressed:true Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_9] | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"2":"key (type: int)","1":"value (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"value (type: int)","2":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] | Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5680,13 +5680,13 @@ Stage-0 File Output Operator [FS_11] compressed:true Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_10] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_15] | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"2":"key (type: int), value (type: int)","1":"value (type: int), key (type: int)","0":"key (type: int), value (type: int)"} + | keys:{"0":"key (type: int), value (type: int)","1":"value (type: int), key (type: int)","2":"key (type: int), value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] | Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5743,13 +5743,13 @@ Stage-0 File Output Operator [FS_8] compressed:true Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_9] | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"2":"key (type: int), value (type: int)","1":"value (type: int), key (type: int)","0":"key (type: int), value (type: int)"} + | keys:{"0":"key (type: int), value (type: int)","1":"value (type: int), key (type: int)","2":"key (type: int), value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] | Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5797,13 +5797,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"value (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5844,13 +5844,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Right Outer Join0 to 1"}] - | keys:{"1":"value (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5891,13 +5891,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"1":"value (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5938,13 +5938,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"value (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -6043,13 +6043,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -6090,13 +6090,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: int), value (type: int)","0":"key (type: int), value (type: int)"} + | keys:{"0":"key (type: int), value (type: int)","1":"key (type: int), value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -6135,13 +6135,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Right Outer Join0 to 1"}] - | keys:{"1":"key (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -6182,13 +6182,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -6229,13 +6229,13 @@ Stage-0 File Output Operator [FS_6] compressed:true Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"1":"key (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -6330,10 +6330,10 @@ Stage-0 File Output Operator [FS_12] compressed:true Statistics:Num rows: 1 Data size: 14 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_17] | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"1":"_col0 (type: int)","0":"_col1 (type: int)"} + | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 1 Data size: 14 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -6406,10 +6406,10 @@ Stage-0 File Output Operator [FS_19] compressed:true Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_29] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0"] | Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -6482,10 +6482,10 @@ Stage-0 File Output Operator [FS_19] compressed:true Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_29] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0"] | Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -6558,10 +6558,10 @@ Stage-0 File Output Operator [FS_19] compressed:true Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_29] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0"] | Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -6650,12 +6650,12 @@ Stage-0 File Output Operator [FS_9] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -6668,7 +6668,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -6713,12 +6713,12 @@ Stage-0 File Output Operator [FS_16] compressed:true Statistics:Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_14] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_13] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_12] | outputColumnNames:["_col1","_col2","_col5"] @@ -6731,7 +6731,7 @@ Stage-0 Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_10] - Function definitions:[{"Input definition":{"type:":"SUBQUERY"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"SUBQUERY"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_9] | outputColumnNames:["_col1","_col2","_col5"] @@ -6801,12 +6801,12 @@ Stage-0 File Output Operator [FS_9] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -6819,7 +6819,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -6869,12 +6869,12 @@ Stage-0 File Output Operator [FS_9] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5"] @@ -6887,7 +6887,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] @@ -6940,12 +6940,12 @@ Stage-0 File Output Operator [FS_14] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_12] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_11] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col0","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator [GBY_8] | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) @@ -6971,7 +6971,7 @@ Stage-0 outputColumnNames:["_col1","_col2","_col5"] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] @@ -7014,7 +7014,7 @@ Stage-0 File Output Operator [FS_11] compressed:true Statistics:Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Map Join Operator [MAPJOIN_16] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"Reducer 2":"_col0 (type: int)","Map 3":"p_partkey (type: int)"} @@ -7036,7 +7036,7 @@ Stage-0 predicate:_col0 is not null (type: boolean) Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] @@ -7080,12 +7080,12 @@ Stage-0 File Output Operator [FS_10] compressed:true Statistics:Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_8] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1, _col5(DESC)"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1, _col5(DESC)","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5"] @@ -7097,7 +7097,7 @@ Stage-0 sort order:++- Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col1, _col5(DESC)"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1, _col5(DESC)","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col1","_col2","_col5"] @@ -7109,7 +7109,7 @@ Stage-0 sort order:++- Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_1] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"p_mfgr","name:":"noopwithmap","order by:":"p_name, p_size(DESC)"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name, p_size(DESC)","partition by:":"p_mfgr"}}] Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE TableScan [TS_0] alias:part @@ -7147,12 +7147,12 @@ Stage-0 File Output Operator [FS_10] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_8] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7165,7 +7165,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7178,7 +7178,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE value expressions:p_size (type: int), p_retailprice (type: double) PTF Operator [PTF_1] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"p_mfgr","name:":"noopwithmap","order by:":"p_name"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name","partition by:":"p_mfgr"}}] Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE TableScan [TS_0] alias:part @@ -7216,12 +7216,12 @@ Stage-0 File Output Operator [FS_9] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7234,7 +7234,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7285,12 +7285,12 @@ Stage-0 File Output Operator [FS_13] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_11] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_10] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_9] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7303,7 +7303,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col2(DESC), _col1"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2(DESC), _col1"}}] + Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2(DESC), _col1","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2(DESC), _col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7316,10 +7316,10 @@ Stage-0 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col2(DESC), _col1"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2(DESC), _col1"}}] + Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2(DESC), _col1","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2(DESC), _col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2(DESC), _col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2(DESC), _col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7375,12 +7375,12 @@ Stage-0 File Output Operator [FS_10] compressed:true Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7393,7 +7393,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7447,12 +7447,12 @@ Stage-0 File Output Operator [FS_15] compressed:true Statistics:Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_13] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] Statistics:Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_12] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_11] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7485,7 +7485,7 @@ Stage-0 predicate:_col0 is not null (type: boolean) Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col0","_col1","_col2","_col5","_col7"] @@ -7607,11 +7607,11 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 2 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) -Stage-5 +Stage-4 Stats-Aggr Operator - Stage-1 + Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_5","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_4"} Stage-3 Dependency Collection{} Stage-2 @@ -7619,12 +7619,12 @@ Stage-5 File Output Operator [FS_9] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_4","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_4"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7637,7 +7637,7 @@ Stage-5 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] @@ -7656,12 +7656,12 @@ Stage-5 File Output Operator [FS_20] compressed:true Statistics:Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_5","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_5"} Select Operator [SEL_17] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Statistics:Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_16] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col3","name:":"windowingtablefunction","order by:":"_col3, _col2"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col3, _col2","partition by:":"_col3"}] Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_15] | outputColumnNames:["_col0","_col2","_col3","_col6"] @@ -7677,7 +7677,7 @@ Stage-5 outputColumnNames:["_col1","_col2","_col5","sum_window_0"] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_12] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col5"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col5","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_11] | outputColumnNames:["_col1","_col2","_col5"] @@ -7690,11 +7690,11 @@ Stage-5 Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col1 (type: string) Please refer to the previous PTF Operator [PTF_3] -Stage-4 +Stage-5 Stats-Aggr Operator - Stage-0 + Stage-1 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_4","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_5"} Please refer to the previous Stage-3 PREHOOK: query: explain @@ -7746,12 +7746,12 @@ Stage-0 File Output Operator [FS_13] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_11] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_10] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2, _col1","name:":"windowingtablefunction","order by:":"_col2, _col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col2, _col1","partition by:":"_col2, _col1"}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_9] | outputColumnNames:["_col1","_col2","_col5"] @@ -7764,7 +7764,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noopwithmap","order by:":"_col2, _col1"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] + Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2, _col1","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5"] @@ -7777,10 +7777,10 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noopwithmap","order by:":"_col2, _col1"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] + Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2, _col1","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] @@ -7846,12 +7846,12 @@ Stage-0 File Output Operator [FS_15] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_13] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_12] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_11] | outputColumnNames:["_col1","_col2","_col5"] @@ -7864,7 +7864,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_9] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] + Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_8] | outputColumnNames:["_col1","_col2","_col5"] @@ -7877,7 +7877,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col1 (type: string), _col5 (type: int) PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] + Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5"] @@ -7890,7 +7890,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] @@ -7951,12 +7951,12 @@ Stage-0 File Output Operator [FS_12] compressed:true Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_10] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_9] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] + Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_8] | outputColumnNames:["_col1","_col2","_col5"] @@ -7969,7 +7969,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] + Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5"] @@ -7982,7 +7982,7 @@ Stage-0 Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col1 (type: string), _col5 (type: int) PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] + Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] @@ -8016,7 +8016,7 @@ Stage-0 File Output Operator [FS_8] compressed:true Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_6] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] @@ -8149,7 +8149,7 @@ Stage-3 Stats-Aggr Operator Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest_j1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest_j1"} Stage-2 Dependency Collection{} Stage-1 @@ -8157,13 +8157,13 @@ Stage-3 File Output Operator [FS_11] compressed:true Statistics:Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest_j1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest_j1"} Select Operator [SEL_9] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE Merge Join Operator [MERGEJOIN_16] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2"] | Statistics:Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -8235,7 +8235,7 @@ Stage-0 File Output Operator [FS_14] compressed:true Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_13] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE @@ -8244,18 +8244,18 @@ Stage-0 | keys:{"Map 1":"key (type: string)","Map 2":"key (type: string)","Map 3":"key (type: string)","Map 4":"key (type: string)"} | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"] | Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_11] + |<-Map 2 [BROADCAST_EDGE] + | Reduce Output Operator [RS_7] | key expressions:key (type: string) | Map-reduce partition columns:key (type: string) | sort order:+ | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE | value expressions:val (type: string) - | Filter Operator [FIL_30] + | Filter Operator [FIL_28] | predicate:key is not null (type: boolean) | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:d + | TableScan [TS_1] + | alias:b | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE |<-Map 3 [BROADCAST_EDGE] | Reduce Output Operator [RS_9] @@ -8270,18 +8270,18 @@ Stage-0 | TableScan [TS_2] | alias:c | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] + |<-Map 4 [BROADCAST_EDGE] + | Reduce Output Operator [RS_11] | key expressions:key (type: string) | Map-reduce partition columns:key (type: string) | sort order:+ | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE | value expressions:val (type: string) - | Filter Operator [FIL_28] + | Filter Operator [FIL_30] | predicate:key is not null (type: boolean) | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b + | TableScan [TS_3] + | alias:d | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE |<-Filter Operator [FIL_27] predicate:key is not null (type: boolean) @@ -8315,7 +8315,7 @@ Stage-0 File Output Operator [FS_14] compressed:true Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_13] outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE @@ -8324,18 +8324,18 @@ Stage-0 | keys:{"Map 1":"key (type: string)","Map 2":"key (type: string)","Map 3":"key (type: string)","Map 4":"key (type: string)"} | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"] | Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_11] + |<-Map 2 [BROADCAST_EDGE] + | Reduce Output Operator [RS_7] | key expressions:key (type: string) | Map-reduce partition columns:key (type: string) | sort order:+ | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE | value expressions:val (type: string) - | Filter Operator [FIL_30] + | Filter Operator [FIL_28] | predicate:key is not null (type: boolean) | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:d + | TableScan [TS_1] + | alias:b | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE |<-Map 3 [BROADCAST_EDGE] | Reduce Output Operator [RS_9] @@ -8350,18 +8350,18 @@ Stage-0 | TableScan [TS_2] | alias:c | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] + |<-Map 4 [BROADCAST_EDGE] + | Reduce Output Operator [RS_11] | key expressions:key (type: string) | Map-reduce partition columns:key (type: string) | sort order:+ | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE | value expressions:val (type: string) - | Filter Operator [FIL_28] + | Filter Operator [FIL_30] | predicate:key is not null (type: boolean) | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b + | TableScan [TS_3] + | alias:d | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE |<-Filter Operator [FIL_27] predicate:key is not null (type: boolean) @@ -8389,7 +8389,7 @@ Stage-0 File Output Operator [FS_13] compressed:true Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_11] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] | outputColumnNames:["_col0","_col1","_col2"] @@ -8472,10 +8472,10 @@ Stage-0 File Output Operator [FS_10] compressed:true Statistics:Num rows: 1219 Data size: 433964 Basic stats: COMPLETE Column stats: COMPLETE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_15] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col1","_col2","_col3"] | Statistics:Num rows: 1219 Data size: 433964 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] @@ -8530,7 +8530,7 @@ Stage-0 File Output Operator [FS_13] compressed:true Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_11] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -8593,7 +8593,7 @@ Stage-0 File Output Operator [FS_13] compressed:true Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_11] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -8657,7 +8657,7 @@ Stage-0 File Output Operator [FS_13] compressed:true Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_11] | aggregations:["count(VALUE._col0)"] | outputColumnNames:["_col0"] @@ -8718,7 +8718,7 @@ Stage-0 File Output Operator [FS_11] compressed:true Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_9] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] | outputColumnNames:["_col0","_col1","_col2"] @@ -8776,7 +8776,7 @@ Stage-0 File Output Operator [FS_11] compressed:true Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_9] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] | outputColumnNames:["_col0","_col1","_col2"] @@ -8834,7 +8834,7 @@ Stage-0 File Output Operator [FS_11] compressed:true Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_9] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] | outputColumnNames:["_col0","_col1","_col2"] @@ -8856,7 +8856,7 @@ Stage-0 value expressions:hash(_col0) (type: int), hash(_col1) (type: int), hash(_col5) (type: int) Merge Join Operator [MERGEJOIN_12] | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"1":"(key + 1) (type: double)","0":"UDFToDouble(key) (type: double)"} + | keys:{"0":"UDFToDouble(key) (type: double)","1":"(key + 1) (type: double)"} | outputColumnNames:["_col0","_col1","_col5"] | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -8899,7 +8899,7 @@ Stage-0 File Output Operator [FS_11] compressed:true Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_9] | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] diff --git a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out index 566b451..8156789 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_2.q.out @@ -192,13 +192,13 @@ Stage-0 File Output Operator [FS_18] compressed:false Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_17] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_28] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col3 (type: string)"} + | keys:{"0":"_col3 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col0","_col3","_col6"] | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE |<-Map 5 [SIMPLE_EDGE] @@ -226,7 +226,7 @@ Stage-0 value expressions:_col0 (type: string) Merge Join Operator [MERGEJOIN_27] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col1 (type: string)"} | outputColumnNames:["_col0","_col3"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -338,7 +338,7 @@ Stage-0 File Output Operator [FS_69] compressed:false Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_68] Number of rows:100 Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE @@ -373,7 +373,7 @@ Stage-0 Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_111] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col15 (type: string), _col17 (type: string)","0":"_col1 (type: string), _col3 (type: string)"} + | keys:{"0":"_col1 (type: string), _col3 (type: string)","1":"_col15 (type: string), _col17 (type: string)"} | outputColumnNames:["_col2","_col3","_col12","_col13","_col20","_col21"] | Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE |<-Reducer 11 [SIMPLE_EDGE] @@ -388,7 +388,7 @@ Stage-0 | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_110] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col2 (type: string), _col4 (type: string)","0":"_col4 (type: string), _col6 (type: string)"} + | | keys:{"0":"_col4 (type: string), _col6 (type: string)","1":"_col2 (type: string), _col4 (type: string)"} | | outputColumnNames:["_col2","_col3","_col14","_col15","_col17"] | | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 10 [SIMPLE_EDGE] @@ -400,7 +400,7 @@ Stage-0 | | value expressions:_col2 (type: string), _col3 (type: string) | | Merge Join Operator [MERGEJOIN_108] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"_col1 (type: string)","0":"_col3 (type: string)"} + | | | keys:{"0":"_col3 (type: string)","1":"_col1 (type: string)"} | | | outputColumnNames:["_col2","_col3","_col4","_col6"] | | | Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE | | |<-Map 14 [SIMPLE_EDGE] @@ -427,7 +427,7 @@ Stage-0 | | value expressions:_col2 (type: string), _col4 (type: string), _col6 (type: string) | | Merge Join Operator [MERGEJOIN_107] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | | | outputColumnNames:["_col2","_col3","_col4","_col6"] | | | Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE | | |<-Map 13 [SIMPLE_EDGE] @@ -454,7 +454,7 @@ Stage-0 | | value expressions:_col3 (type: string), _col4 (type: string), _col6 (type: string) | | Merge Join Operator [MERGEJOIN_106] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"_col3 (type: string)","0":"_col1 (type: string)"} + | | | keys:{"0":"_col1 (type: string)","1":"_col3 (type: string)"} | | | outputColumnNames:["_col2","_col3","_col4","_col6"] | | | Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE | | |<-Map 12 [SIMPLE_EDGE] @@ -497,7 +497,7 @@ Stage-0 | value expressions:_col3 (type: string), _col5 (type: string) | Merge Join Operator [MERGEJOIN_109] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | | outputColumnNames:["_col2","_col3","_col4","_col5"] | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE | |<-Map 15 [SIMPLE_EDGE] @@ -540,7 +540,7 @@ Stage-0 value expressions:_col2 (type: string) Merge Join Operator [MERGEJOIN_105] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col0 (type: string)"} + | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2","_col3"] | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -616,13 +616,13 @@ Stage-0 File Output Operator [FS_59] compressed:false Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_57] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Union 6 [SIMPLE_EDGE] - |<-Reducer 5 [CONTAINS] + |<-Reducer 15 [CONTAINS] | Reduce Output Operator [RS_56] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -632,110 +632,110 @@ Stage-0 | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_25] + | Select Operator [SEL_51] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_83] + | Merge Join Operator [MERGEJOIN_85] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | | outputColumnNames:["_col1","_col2"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 10 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_23] + | |<-Map 18 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_49] | | key expressions:_col0 (type: string) | | Map-reduce partition columns:_col0 (type: string) | | sort order:+ | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_14] + | | Select Operator [SEL_40] | | outputColumnNames:["_col0"] | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_77] + | | Filter Operator [FIL_81] | | predicate:key is not null (type: boolean) | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_13] + | | TableScan [TS_39] | | alias:y | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 4 [SIMPLE_EDGE] - | Reduce Output Operator [RS_21] + | |<-Reducer 14 [SIMPLE_EDGE] + | Reduce Output Operator [RS_47] | key expressions:_col2 (type: string) | Map-reduce partition columns:_col2 (type: string) | sort order:+ | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE | value expressions:_col1 (type: string) - | Merge Join Operator [MERGEJOIN_82] + | Merge Join Operator [MERGEJOIN_84] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | | outputColumnNames:["_col1","_col2"] | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | |<-Map 9 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_18] + | |<-Map 17 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_44] | | key expressions:_col1 (type: string) | | Map-reduce partition columns:_col1 (type: string) | | sort order:+ | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col0 (type: string) - | | Select Operator [SEL_12] + | | Select Operator [SEL_38] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_76] + | | Filter Operator [FIL_80] | | predicate:(value is not null and key is not null) (type: boolean) | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_11] + | | TableScan [TS_37] | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_16] + | |<-Reducer 13 [SIMPLE_EDGE] + | Reduce Output Operator [RS_42] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_10] + | Select Operator [SEL_36] | outputColumnNames:["_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_9] + | Group By Operator [GBY_35] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 2 [SIMPLE_EDGE] - | |<-Map 1 [CONTAINS] - | | Reduce Output Operator [RS_8] + | |<-Union 12 [SIMPLE_EDGE] + | |<-Map 11 [CONTAINS] + | | Reduce Output Operator [RS_34] | | key expressions:_col0 (type: string), _col1 (type: string) | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | | sort order:++ | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_7] + | | Group By Operator [GBY_33] | | keys:_col0 (type: string), _col1 (type: string) | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_1] + | | Select Operator [SEL_27] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_74] + | | Filter Operator [FIL_78] | | predicate:value is not null (type: boolean) | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] + | | TableScan [TS_26] | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 8 [CONTAINS] - | Reduce Output Operator [RS_8] + | |<-Map 16 [CONTAINS] + | Reduce Output Operator [RS_34] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] + | Group By Operator [GBY_33] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_3] + | Select Operator [SEL_29] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_75] + | Filter Operator [FIL_79] | predicate:value is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] + | TableScan [TS_28] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 15 [CONTAINS] + |<-Reducer 5 [CONTAINS] Reduce Output Operator [RS_56] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -745,107 +745,107 @@ Stage-0 keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_51] + Select Operator [SEL_25] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_85] + Merge Join Operator [MERGEJOIN_83] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col1","_col2"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 18 [SIMPLE_EDGE] - | Reduce Output Operator [RS_49] + |<-Map 10 [SIMPLE_EDGE] + | Reduce Output Operator [RS_23] | key expressions:_col0 (type: string) | Map-reduce partition columns:_col0 (type: string) | sort order:+ | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_40] + | Select Operator [SEL_14] | outputColumnNames:["_col0"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_81] + | Filter Operator [FIL_77] | predicate:key is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_39] + | TableScan [TS_13] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 14 [SIMPLE_EDGE] - Reduce Output Operator [RS_47] + |<-Reducer 4 [SIMPLE_EDGE] + Reduce Output Operator [RS_21] key expressions:_col2 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:+ Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE value expressions:_col1 (type: string) - Merge Join Operator [MERGEJOIN_84] + Merge Join Operator [MERGEJOIN_82] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | outputColumnNames:["_col1","_col2"] | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - |<-Map 17 [SIMPLE_EDGE] - | Reduce Output Operator [RS_44] + |<-Map 9 [SIMPLE_EDGE] + | Reduce Output Operator [RS_18] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | value expressions:_col0 (type: string) - | Select Operator [SEL_38] + | Select Operator [SEL_12] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_80] + | Filter Operator [FIL_76] | predicate:(value is not null and key is not null) (type: boolean) | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_37] + | TableScan [TS_11] | alias:x | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 13 [SIMPLE_EDGE] - Reduce Output Operator [RS_42] + |<-Reducer 3 [SIMPLE_EDGE] + Reduce Output Operator [RS_16] key expressions:_col1 (type: string) Map-reduce partition columns:_col1 (type: string) sort order:+ Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_36] + Select Operator [SEL_10] outputColumnNames:["_col1"] Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_35] + Group By Operator [GBY_9] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 12 [SIMPLE_EDGE] - |<-Map 11 [CONTAINS] - | Reduce Output Operator [RS_34] + |<-Union 2 [SIMPLE_EDGE] + |<-Map 1 [CONTAINS] + | Reduce Output Operator [RS_8] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] + | Group By Operator [GBY_7] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_27] + | Select Operator [SEL_1] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_78] + | Filter Operator [FIL_74] | predicate:value is not null (type: boolean) | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_26] + | TableScan [TS_0] | alias:x | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 16 [CONTAINS] - Reduce Output Operator [RS_34] + |<-Map 8 [CONTAINS] + Reduce Output Operator [RS_8] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) sort order:++ Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_33] + Group By Operator [GBY_7] keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_29] + Select Operator [SEL_3] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_79] + Filter Operator [FIL_75] predicate:value is not null (type: boolean) Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_28] + TableScan [TS_2] alias:y Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -910,7 +910,7 @@ Stage-0 File Output Operator [FS_119] compressed:false Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_117] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] @@ -931,7 +931,7 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_167] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | | outputColumnNames:["_col2","_col5"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Map 37 [SIMPLE_EDGE] @@ -958,7 +958,7 @@ Stage-0 | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_166] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | | outputColumnNames:["_col2"] | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | |<-Map 36 [SIMPLE_EDGE] @@ -1112,7 +1112,7 @@ Stage-0 | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Union 6 [SIMPLE_EDGE] - |<-Reducer 5 [CONTAINS] + |<-Reducer 19 [CONTAINS] | Reduce Output Operator [RS_65] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -1122,110 +1122,144 @@ Stage-0 | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_25] + | Select Operator [SEL_60] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_163] + | Merge Join Operator [MERGEJOIN_165] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | | outputColumnNames:["_col2","_col5"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 12 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_23] + | |<-Map 23 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_58] | | key expressions:_col0 (type: string) | | Map-reduce partition columns:_col0 (type: string) | | sort order:+ | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col1 (type: string) - | | Select Operator [SEL_14] + | | Select Operator [SEL_49] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_150] + | | Filter Operator [FIL_155] | | predicate:key is not null (type: boolean) | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_13] + | | TableScan [TS_48] | | alias:y | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 4 [SIMPLE_EDGE] - | Reduce Output Operator [RS_21] + | |<-Reducer 18 [SIMPLE_EDGE] + | Reduce Output Operator [RS_56] | key expressions:_col2 (type: string) | Map-reduce partition columns:_col2 (type: string) | sort order:+ - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_162] + | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE + | Merge Join Operator [MERGEJOIN_164] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | | outputColumnNames:["_col2"] - | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | |<-Map 11 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_18] + | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE + | |<-Map 22 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_53] | | key expressions:_col1 (type: string) | | Map-reduce partition columns:_col1 (type: string) | | sort order:+ | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col0 (type: string) - | | Select Operator [SEL_12] + | | Select Operator [SEL_47] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_149] + | | Filter Operator [FIL_154] | | predicate:(value is not null and key is not null) (type: boolean) | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_11] + | | TableScan [TS_46] | | alias:x | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_16] + | |<-Reducer 17 [SIMPLE_EDGE] + | Reduce Output Operator [RS_51] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_10] + | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_45] | outputColumnNames:["_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_9] + | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_44] | | keys:KEY._col0 (type: string), KEY._col1 (type: string) | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 2 [SIMPLE_EDGE] - | |<-Map 1 [CONTAINS] - | | Reduce Output Operator [RS_8] + | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | |<-Union 16 [SIMPLE_EDGE] + | |<-Map 21 [CONTAINS] + | | Reduce Output Operator [RS_43] | | key expressions:_col0 (type: string), _col1 (type: string) | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_7] + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_42] | | keys:_col0 (type: string), _col1 (type: string) | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_1] + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_38] | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_147] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_153] | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 10 [CONTAINS] - | Reduce Output Operator [RS_8] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_37] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 15 [CONTAINS] + | Reduce Output Operator [RS_43] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] + | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_42] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_148] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 19 [CONTAINS] + | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_35] + | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + | |<-Union 14 [SIMPLE_EDGE] + | |<-Map 13 [CONTAINS] + | | Reduce Output Operator [RS_34] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_33] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_27] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_151] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_26] + | | alias:x + | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | |<-Map 20 [CONTAINS] + | Reduce Output Operator [RS_34] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_33] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_29] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_152] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_28] + | alias:y + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 5 [CONTAINS] Reduce Output Operator [RS_65] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -1235,143 +1269,109 @@ Stage-0 keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_60] + Select Operator [SEL_25] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_165] + Merge Join Operator [MERGEJOIN_163] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col2","_col5"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 23 [SIMPLE_EDGE] - | Reduce Output Operator [RS_58] + |<-Map 12 [SIMPLE_EDGE] + | Reduce Output Operator [RS_23] | key expressions:_col0 (type: string) | Map-reduce partition columns:_col0 (type: string) | sort order:+ | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE | value expressions:_col1 (type: string) - | Select Operator [SEL_49] + | Select Operator [SEL_14] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_155] + | Filter Operator [FIL_150] | predicate:key is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_48] + | TableScan [TS_13] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 18 [SIMPLE_EDGE] - Reduce Output Operator [RS_56] + |<-Reducer 4 [SIMPLE_EDGE] + Reduce Output Operator [RS_21] key expressions:_col2 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:+ - Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_164] + Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator [MERGEJOIN_162] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | outputColumnNames:["_col2"] - | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - |<-Map 22 [SIMPLE_EDGE] - | Reduce Output Operator [RS_53] + | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE + |<-Map 11 [SIMPLE_EDGE] + | Reduce Output Operator [RS_18] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | value expressions:_col0 (type: string) - | Select Operator [SEL_47] + | Select Operator [SEL_12] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_154] + | Filter Operator [FIL_149] | predicate:(value is not null and key is not null) (type: boolean) | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_46] + | TableScan [TS_11] | alias:x | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 17 [SIMPLE_EDGE] - Reduce Output Operator [RS_51] + |<-Reducer 3 [SIMPLE_EDGE] + Reduce Output Operator [RS_16] key expressions:_col1 (type: string) Map-reduce partition columns:_col1 (type: string) sort order:+ - Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_45] + Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + Select Operator [SEL_10] outputColumnNames:["_col1"] - Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_44] + Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + Group By Operator [GBY_9] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - |<-Union 16 [SIMPLE_EDGE] - |<-Map 21 [CONTAINS] - | Reduce Output Operator [RS_43] + | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + |<-Union 2 [SIMPLE_EDGE] + |<-Map 1 [CONTAINS] + | Reduce Output Operator [RS_8] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_42] + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_7] | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_38] + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_1] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_153] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_147] | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_37] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_43] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_0] + | alias:x + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + |<-Map 10 [CONTAINS] + Reduce Output Operator [RS_8] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) sort order:++ - Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_42] + Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + Group By Operator [GBY_7] keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_35] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 14 [SIMPLE_EDGE] - |<-Map 13 [CONTAINS] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_27] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_151] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_26] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 20 [CONTAINS] - Reduce Output Operator [RS_34] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_33] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_29] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_152] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_28] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + Select Operator [SEL_3] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Filter Operator [FIL_148] + predicate:value is not null (type: boolean) + Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + TableScan [TS_2] + alias:y + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: EXPLAIN SELECT x.key, z.value, y.value @@ -1396,7 +1396,7 @@ Stage-0 File Output Operator [FS_18] compressed:false Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_17] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE @@ -1525,7 +1525,7 @@ Stage-0 File Output Operator [FS_69] compressed:false Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_68] Number of rows:100 Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE @@ -1605,7 +1605,7 @@ Stage-0 Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE Map Join Operator [MAPJOIN_110] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 10":"_col2 (type: string), _col4 (type: string)","Map 3":"_col4 (type: string), _col6 (type: string)"} + | keys:{"Map 3":"_col4 (type: string), _col6 (type: string)","Map 10":"_col2 (type: string), _col4 (type: string)"} | outputColumnNames:["_col2","_col3","_col14","_col15","_col17"] | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE |<-Map 10 [BROADCAST_EDGE] @@ -1617,7 +1617,7 @@ Stage-0 | value expressions:_col3 (type: string), _col5 (type: string) | Map Join Operator [MAPJOIN_109] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 10":"_col0 (type: string)","Map 9":"_col0 (type: string)"} + | | keys:{"Map 9":"_col0 (type: string)","Map 10":"_col0 (type: string)"} | | outputColumnNames:["_col2","_col3","_col4","_col5"] | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE | |<-Map 9 [BROADCAST_EDGE] @@ -1755,7 +1755,7 @@ Stage-0 File Output Operator [FS_59] compressed:false Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_57] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] @@ -2022,7 +2022,7 @@ Stage-0 File Output Operator [FS_119] compressed:false Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_117] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] @@ -2043,7 +2043,7 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_167] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 31":"_col0 (type: string)","Reducer 26":"_col2 (type: string)"} + | | keys:{"Reducer 26":"_col2 (type: string)","Map 31":"_col0 (type: string)"} | | outputColumnNames:["_col2","_col5"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 26 [BROADCAST_EDGE] @@ -2054,7 +2054,7 @@ Stage-0 | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | | Map Join Operator [MAPJOIN_166] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 30":"_col1 (type: string)","Reducer 26":"_col1 (type: string)"} + | | | keys:{"Reducer 26":"_col1 (type: string)","Map 30":"_col1 (type: string)"} | | | outputColumnNames:["_col2"] | | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | | |<-Map 30 [BROADCAST_EDGE] @@ -2081,7 +2081,7 @@ Stage-0 | | | outputColumnNames:["_col0","_col1"] | | | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE | | |<-Union 25 [SIMPLE_EDGE] - | | |<-Reducer 24 [CONTAINS] + | | |<-Map 29 [CONTAINS] | | | Reduce Output Operator [RS_94] | | | key expressions:_col0 (type: string), _col1 (type: string) | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -2091,84 +2091,16 @@ Stage-0 | | | keys:_col0 (type: string), _col1 (type: string) | | | outputColumnNames:["_col0","_col1"] | | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_86] - | | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | | | |<-Union 23 [SIMPLE_EDGE] - | | | |<-Reducer 22 [CONTAINS] - | | | | Reduce Output Operator [RS_85] - | | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | | sort order:++ - | | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | | Group By Operator [GBY_84] - | | | | keys:_col0 (type: string), _col1 (type: string) - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | | Group By Operator [GBY_77] - | | | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | | | outputColumnNames:["_col0","_col1"] - | | | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | | | | |<-Union 21 [SIMPLE_EDGE] - | | | | |<-Map 20 [CONTAINS] - | | | | | Reduce Output Operator [RS_76] - | | | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | | | sort order:++ - | | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | | Group By Operator [GBY_75] - | | | | | keys:_col0 (type: string), _col1 (type: string) - | | | | | outputColumnNames:["_col0","_col1"] - | | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | | Select Operator [SEL_69] - | | | | | outputColumnNames:["_col0","_col1"] - | | | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | | | Filter Operator [FIL_156] - | | | | | predicate:value is not null (type: boolean) - | | | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | | | TableScan [TS_68] - | | | | | alias:x - | | | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | | | |<-Map 27 [CONTAINS] - | | | | Reduce Output Operator [RS_76] - | | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | | sort order:++ - | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | Group By Operator [GBY_75] - | | | | keys:_col0 (type: string), _col1 (type: string) - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | Select Operator [SEL_71] - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | | Filter Operator [FIL_157] - | | | | predicate:value is not null (type: boolean) - | | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | | TableScan [TS_70] - | | | | alias:y - | | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | | |<-Map 28 [CONTAINS] - | | | Reduce Output Operator [RS_85] - | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | sort order:++ - | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_84] - | | | keys:_col0 (type: string), _col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_80] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_158] - | | | predicate:value is not null (type: boolean) - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_79] - | | | alias:y - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 29 [CONTAINS] + | | | Select Operator [SEL_89] + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_159] + | | | predicate:value is not null (type: boolean) + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_88] + | | | alias:y + | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | |<-Reducer 24 [CONTAINS] | | Reduce Output Operator [RS_94] | | key expressions:_col0 (type: string), _col1 (type: string) | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -2178,15 +2110,83 @@ Stage-0 | | keys:_col0 (type: string), _col1 (type: string) | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_89] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_159] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_88] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_86] + | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | | |<-Union 23 [SIMPLE_EDGE] + | | |<-Map 28 [CONTAINS] + | | | Reduce Output Operator [RS_85] + | | | key expressions:_col0 (type: string), _col1 (type: string) + | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | | sort order:++ + | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | | Group By Operator [GBY_84] + | | | keys:_col0 (type: string), _col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | | Select Operator [SEL_80] + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_158] + | | | predicate:value is not null (type: boolean) + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_79] + | | | alias:y + | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | |<-Reducer 22 [CONTAINS] + | | Reduce Output Operator [RS_85] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_84] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_77] + | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + | | |<-Union 21 [SIMPLE_EDGE] + | | |<-Map 20 [CONTAINS] + | | | Reduce Output Operator [RS_76] + | | | key expressions:_col0 (type: string), _col1 (type: string) + | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | | sort order:++ + | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | | Group By Operator [GBY_75] + | | | keys:_col0 (type: string), _col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | | Select Operator [SEL_69] + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_156] + | | | predicate:value is not null (type: boolean) + | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_68] + | | | alias:x + | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 27 [CONTAINS] + | | Reduce Output Operator [RS_76] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_75] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_71] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_157] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_70] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | |<-Select Operator [SEL_100] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE @@ -2226,7 +2226,7 @@ Stage-0 | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_165] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 19":"_col0 (type: string)","Reducer 15":"_col2 (type: string)"} + | | keys:{"Reducer 15":"_col2 (type: string)","Map 19":"_col0 (type: string)"} | | outputColumnNames:["_col2","_col5"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Reducer 15 [BROADCAST_EDGE] @@ -2264,7 +2264,7 @@ Stage-0 | | | outputColumnNames:["_col0","_col1"] | | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE | | |<-Union 14 [SIMPLE_EDGE] - | | |<-Reducer 13 [CONTAINS] + | | |<-Map 17 [CONTAINS] | | | Reduce Output Operator [RS_43] | | | key expressions:_col0 (type: string), _col1 (type: string) | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -2274,50 +2274,16 @@ Stage-0 | | | keys:_col0 (type: string), _col1 (type: string) | | | outputColumnNames:["_col0","_col1"] | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_35] - | | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | | | |<-Union 12 [SIMPLE_EDGE] - | | | |<-Map 11 [CONTAINS] - | | | | Reduce Output Operator [RS_34] - | | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | | sort order:++ - | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | Group By Operator [GBY_33] - | | | | keys:_col0 (type: string), _col1 (type: string) - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | Select Operator [SEL_27] - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | | Filter Operator [FIL_151] - | | | | predicate:value is not null (type: boolean) - | | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | | TableScan [TS_26] - | | | | alias:x - | | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | | |<-Map 16 [CONTAINS] - | | | Reduce Output Operator [RS_34] - | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | sort order:++ - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_33] - | | | keys:_col0 (type: string), _col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_29] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_152] - | | | predicate:value is not null (type: boolean) - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_28] - | | | alias:y - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 17 [CONTAINS] + | | | Select Operator [SEL_38] + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_153] + | | | predicate:value is not null (type: boolean) + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_37] + | | | alias:y + | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | |<-Reducer 13 [CONTAINS] | | Reduce Output Operator [RS_43] | | key expressions:_col0 (type: string), _col1 (type: string) | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -2327,15 +2293,49 @@ Stage-0 | | keys:_col0 (type: string), _col1 (type: string) | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_38] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_153] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_37] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_35] + | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + | | |<-Union 12 [SIMPLE_EDGE] + | | |<-Map 11 [CONTAINS] + | | | Reduce Output Operator [RS_34] + | | | key expressions:_col0 (type: string), _col1 (type: string) + | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | | sort order:++ + | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | | Group By Operator [GBY_33] + | | | keys:_col0 (type: string), _col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | | Select Operator [SEL_27] + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_151] + | | | predicate:value is not null (type: boolean) + | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_26] + | | | alias:x + | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 16 [CONTAINS] + | | Reduce Output Operator [RS_34] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_33] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_29] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_152] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_28] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | |<-Select Operator [SEL_49] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE @@ -2594,10 +2594,10 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_13] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE | @@ -2633,10 +2633,10 @@ Stage-0 File Output Operator [FS_14] compressed:false Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_25] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"value (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"value (type: string)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -2648,7 +2648,7 @@ Stage-0 | value expressions:_col0 (type: int) | Merge Join Operator [MERGEJOIN_23] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"key (type: int)","0":"key (type: int)"} + | | keys:{"0":"key (type: int)","1":"key (type: int)"} | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE | | @@ -2693,10 +2693,10 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_13] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: int)","0":"key (type: int)"} + | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE | @@ -2732,10 +2732,10 @@ Stage-0 File Output Operator [FS_14] compressed:false Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Merge Join Operator [MERGEJOIN_25] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"value (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"value (type: string)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -2747,7 +2747,7 @@ Stage-0 | value expressions:_col0 (type: int) | Merge Join Operator [MERGEJOIN_23] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"key (type: int)","0":"key (type: int)"} + | | keys:{"0":"key (type: int)","1":"key (type: int)"} | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE | | @@ -2804,7 +2804,7 @@ Stage-0 File Output Operator [FS_22] compressed:false Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_20] | aggregations:["count(VALUE._col0)"] | outputColumnNames:["_col0"] @@ -2820,7 +2820,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_35] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: int)","0":"_col0 (type: int)"} + | keys:{"0":"_col0 (type: int)","1":"key (type: int)"} | Statistics:Num rows: 279 Data size: 2963 Basic stats: COMPLETE Column stats: NONE |<-Map 7 [SIMPLE_EDGE] | Reduce Output Operator [RS_15] @@ -2843,7 +2843,7 @@ Stage-0 | Statistics:Num rows: 254 Data size: 2694 Basic stats: COMPLETE Column stats: NONE | Merge Join Operator [MERGEJOIN_33] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"key (type: int)","0":"key (type: int)"} + | | keys:{"0":"key (type: int)","1":"key (type: int)"} | | outputColumnNames:["_col0"] | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE | | @@ -2903,7 +2903,7 @@ Stage-0 File Output Operator [FS_28] compressed:false Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_26] | aggregations:["count(VALUE._col0)"] | outputColumnNames:["_col0"] @@ -2919,7 +2919,7 @@ Stage-0 Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_47] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: int)","0":"_col0 (type: int)"} + | keys:{"0":"_col0 (type: int)","1":"key (type: int)"} | Statistics:Num rows: 293 Data size: 3118 Basic stats: COMPLETE Column stats: NONE |<-Map 9 [SIMPLE_EDGE] | Reduce Output Operator [RS_21] @@ -2934,69 +2934,69 @@ Stage-0 | alias:b | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE |<-Union 3 [SIMPLE_EDGE] - |<-Reducer 2 [CONTAINS] + |<-Map 8 [CONTAINS] | Reduce Output Operator [RS_19] | key expressions:_col0 (type: int) | Map-reduce partition columns:_col0 (type: int) | sort order:+ | Statistics:Num rows: 267 Data size: 2835 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_46] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"value (type: string)","0":"_col1 (type: string)"} - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - | |<-Map 1 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_9] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: int) - | | Merge Join Operator [MERGEJOIN_44] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"key (type: int)","0":"key (type: int)"} - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | | | - | | |<-Filter Operator [FIL_40] - | | | predicate:key is not null (type: boolean) - | | | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_1] - | | | alias:s3 - | | | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - | | |<-Filter Operator [FIL_39] - | | predicate:(key is not null and value is not null) (type: boolean) - | | Statistics:Num rows: 61 Data size: 646 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] - | | alias:s1 - | | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - | |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_11] - | key expressions:value (type: string) - | Map-reduce partition columns:value (type: string) - | sort order:+ + | Select Operator [SEL_15] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_42] + | predicate:key is not null (type: boolean) | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_41] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:s2 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Map 8 [CONTAINS] + | TableScan [TS_14] + | alias:s2 + | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 2 [CONTAINS] Reduce Output Operator [RS_19] key expressions:_col0 (type: int) Map-reduce partition columns:_col0 (type: int) sort order:+ Statistics:Num rows: 267 Data size: 2835 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_15] - outputColumnNames:["_col0"] - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_42] - predicate:key is not null (type: boolean) + Merge Join Operator [MERGEJOIN_46] + | condition map:[{"":"Inner Join 0 to 1"}] + | keys:{"0":"_col1 (type: string)","1":"value (type: string)"} + | outputColumnNames:["_col0"] + | Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE + |<-Map 1 [SIMPLE_EDGE] + | Reduce Output Operator [RS_9] + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) + | sort order:+ + | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE + | value expressions:_col0 (type: int) + | Merge Join Operator [MERGEJOIN_44] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"0":"key (type: int)","1":"key (type: int)"} + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE + | | + | |<-Filter Operator [FIL_40] + | | predicate:key is not null (type: boolean) + | | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_1] + | | alias:s3 + | | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + | |<-Filter Operator [FIL_39] + | predicate:(key is not null and value is not null) (type: boolean) + | Statistics:Num rows: 61 Data size: 646 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_0] + | alias:s1 + | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + |<-Map 7 [SIMPLE_EDGE] + Reduce Output Operator [RS_11] + key expressions:value (type: string) + Map-reduce partition columns:value (type: string) + sort order:+ Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_14] - alias:s2 - Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Filter Operator [FIL_41] + predicate:value is not null (type: boolean) + Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE + TableScan [TS_2] + alias:s2 + Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: explain SELECT x.key, y.value @@ -3046,213 +3046,17 @@ Stage-0 limit:-1 Stage-1 Union 4 - |<-Reducer 3 [CONTAINS] - | File Output Operator [FS_75] - | compressed:false - | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - | Select Operator [SEL_20] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 317 Data size: 3333 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_116] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} - | | outputColumnNames:["_col1","_col4"] - | | Statistics:Num rows: 317 Data size: 3333 Basic stats: COMPLETE Column stats: NONE - | |<-Map 7 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_18] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_9] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_103] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_8] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Union 2 [SIMPLE_EDGE] - | |<-Map 1 [CONTAINS] - | | Reduce Output Operator [RS_16] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - | | Map Join Operator [MAPJOIN_115] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 1":"_col0 (type: string)","Map 6":"_col1 (type: string)"} - | | | outputColumnNames:["_col1"] - | | | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 6 [BROADCAST_EDGE] - | | | Reduce Output Operator [RS_13] - | | | key expressions:_col1 (type: string) - | | | Map-reduce partition columns:_col1 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:_col0 (type: string) - | | | Select Operator [SEL_7] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_102] - | | | predicate:(value is not null and key is not null) (type: boolean) - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_6] - | | | alias:x - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | | Reduce Output Operator [RS_121] - | | | key expressions:_col1 (type: string) - | | | Map-reduce partition columns:_col1 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:_col0 (type: string) - | | | Please refer to the previous Select Operator [SEL_7] - | | |<-Select Operator [SEL_1] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_100] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 5 [CONTAINS] - | Reduce Output Operator [RS_16] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_115] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 5":"_col0 (type: string)","Map 6":"_col1 (type: string)"} - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - | |<- Please refer to the previous Map 6 [BROADCAST_EDGE] - | |<-Select Operator [SEL_3] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_101] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 11 [CONTAINS] - | File Output Operator [FS_75] - | compressed:false - | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - | Select Operator [SEL_44] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 620 Data size: 6547 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_118] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col1 (type: string)"} - | | outputColumnNames:["_col1","_col4"] - | | Statistics:Num rows: 620 Data size: 6547 Basic stats: COMPLETE Column stats: NONE - | |<-Map 15 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_42] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_33] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_108] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_32] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_40] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_117] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col0 (type: string)"} - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | |<-Map 14 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_37] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_31] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_107] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_30] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Union 9 [SIMPLE_EDGE] - | |<-Map 12 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_24] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_105] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_23] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 13 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_28] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_106] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_27] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 8 [CONTAINS] - | Reduce Output Operator [RS_35] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_22] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_104] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_21] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 21 [CONTAINS] + |<-Map 18 [CONTAINS] | File Output Operator [FS_75] | compressed:false | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} | Select Operator [SEL_73] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_120] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col0 (type: string)","Map 17":"_col1 (type: string)"} + | | keys:{"Map 17":"_col1 (type: string)","Map 18":"_col0 (type: string)"} | | outputColumnNames:["_col0","_col3"] | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | |<-Map 17 [BROADCAST_EDGE] @@ -3313,26 +3117,49 @@ Stage-0 | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col0 (type: string), _col3 (type: string) | | Please refer to the previous Map Join Operator [MAPJOIN_119] - | |<-Select Operator [SEL_61] + | |<-Select Operator [SEL_52] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_111] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_51] + | alias:x + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + |<-Map 19 [CONTAINS] + | File Output Operator [FS_75] + | compressed:false + | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} + | Select Operator [SEL_73] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE + | Map Join Operator [MAPJOIN_120] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"Map 17":"_col1 (type: string)","Map 19":"_col0 (type: string)"} + | | outputColumnNames:["_col0","_col3"] + | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE + | |<- Please refer to the previous Map 17 [BROADCAST_EDGE] + | |<-Select Operator [SEL_54] | outputColumnNames:["_col0"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_114] + | Filter Operator [FIL_112] | predicate:value is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_60] + | TableScan [TS_53] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE |<-Map 20 [CONTAINS] | File Output Operator [FS_75] | compressed:false | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} | Select Operator [SEL_73] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_120] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 20":"_col0 (type: string)","Map 17":"_col1 (type: string)"} + | | keys:{"Map 17":"_col1 (type: string)","Map 20":"_col0 (type: string)"} | | outputColumnNames:["_col0","_col3"] | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | |<- Please refer to the previous Map 17 [BROADCAST_EDGE] @@ -3345,93 +3172,266 @@ Stage-0 | TableScan [TS_57] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 19 [CONTAINS] + |<-Map 21 [CONTAINS] | File Output Operator [FS_75] | compressed:false | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} | Select Operator [SEL_73] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_120] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 19":"_col0 (type: string)","Map 17":"_col1 (type: string)"} + | | keys:{"Map 17":"_col1 (type: string)","Map 21":"_col0 (type: string)"} | | outputColumnNames:["_col0","_col3"] | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | |<- Please refer to the previous Map 17 [BROADCAST_EDGE] - | |<-Select Operator [SEL_54] + | |<-Select Operator [SEL_61] | outputColumnNames:["_col0"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_112] + | Filter Operator [FIL_114] | predicate:value is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_53] + | TableScan [TS_60] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 18 [CONTAINS] - File Output Operator [FS_75] - compressed:false - Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_73] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_120] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 18":"_col0 (type: string)","Map 17":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col3"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - |<- Please refer to the previous Map 17 [BROADCAST_EDGE] - |<-Select Operator [SEL_52] - outputColumnNames:["_col0"] - Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_111] - predicate:value is not null (type: boolean) - Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_51] - alias:x - Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - -PREHOOK: query: explain -SELECT x.key, y.value -FROM src1 x JOIN src y ON (x.key = y.key) -JOIN (select * from src1 union select * from src)z ON (x.value = z.value) -union -SELECT x.key, y.value -FROM src x JOIN src y ON (x.key = y.key) -JOIN (select key, value from src1 union select key, value from src union select key, value from src)z ON (x.value = z.value) -union -SELECT x.key, y.value -FROM src1 x JOIN src1 y ON (x.key = y.key) -JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) -PREHOOK: type: QUERY -POSTHOOK: query: explain -SELECT x.key, y.value -FROM src1 x JOIN src y ON (x.key = y.key) -JOIN (select * from src1 union select * from src)z ON (x.value = z.value) -union -SELECT x.key, y.value -FROM src x JOIN src y ON (x.key = y.key) -JOIN (select key, value from src1 union select key, value from src union select key, value from src)z ON (x.value = z.value) -union -SELECT x.key, y.value -FROM src1 x JOIN src1 y ON (x.key = y.key) -JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Vertex dependency in root stage -Map 1 <- Union 2 (CONTAINS) -Map 12 <- Union 13 (CONTAINS) -Map 19 <- Union 13 (CONTAINS) -Map 20 <- Union 15 (CONTAINS) -Map 24 <- Map 23 (BROADCAST_EDGE) -Map 25 <- Union 26 (CONTAINS) -Map 32 <- Union 26 (CONTAINS) -Map 33 <- Union 28 (CONTAINS) -Map 34 <- Union 30 (CONTAINS) -Map 9 <- Union 2 (CONTAINS) -Reducer 14 <- Union 13 (SIMPLE_EDGE), Union 15 (CONTAINS) + |<-Reducer 11 [CONTAINS] + | File Output Operator [FS_75] + | compressed:false + | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} + | Select Operator [SEL_44] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 620 Data size: 6547 Basic stats: COMPLETE Column stats: NONE + | Merge Join Operator [MERGEJOIN_118] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} + | | outputColumnNames:["_col1","_col4"] + | | Statistics:Num rows: 620 Data size: 6547 Basic stats: COMPLETE Column stats: NONE + | |<-Map 15 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_42] + | | key expressions:_col0 (type: string) + | | Map-reduce partition columns:_col0 (type: string) + | | sort order:+ + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col1 (type: string) + | | Select Operator [SEL_33] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_108] + | | predicate:key is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_32] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 10 [SIMPLE_EDGE] + | Reduce Output Operator [RS_40] + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) + | sort order:+ + | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE + | Merge Join Operator [MERGEJOIN_117] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"0":"_col0 (type: string)","1":"_col1 (type: string)"} + | | outputColumnNames:["_col1"] + | | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE + | |<-Map 14 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_37] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col0 (type: string) + | | Select Operator [SEL_31] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_107] + | | predicate:(value is not null and key is not null) (type: boolean) + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_30] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Union 9 [SIMPLE_EDGE] + | |<-Map 12 [CONTAINS] + | | Reduce Output Operator [RS_35] + | | key expressions:_col0 (type: string) + | | Map-reduce partition columns:_col0 (type: string) + | | sort order:+ + | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_24] + | | outputColumnNames:["_col0"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_105] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_23] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Map 13 [CONTAINS] + | | Reduce Output Operator [RS_35] + | | key expressions:_col0 (type: string) + | | Map-reduce partition columns:_col0 (type: string) + | | sort order:+ + | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_28] + | | outputColumnNames:["_col0"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_106] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_27] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Map 8 [CONTAINS] + | Reduce Output Operator [RS_35] + | key expressions:_col0 (type: string) + | Map-reduce partition columns:_col0 (type: string) + | sort order:+ + | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_22] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_104] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_21] + | alias:x + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 3 [CONTAINS] + File Output Operator [FS_75] + compressed:false + Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} + Select Operator [SEL_20] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 317 Data size: 3333 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator [MERGEJOIN_116] + | condition map:[{"":"Inner Join 0 to 1"}] + | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} + | outputColumnNames:["_col1","_col4"] + | Statistics:Num rows: 317 Data size: 3333 Basic stats: COMPLETE Column stats: NONE + |<-Map 7 [SIMPLE_EDGE] + | Reduce Output Operator [RS_18] + | key expressions:_col0 (type: string) + | Map-reduce partition columns:_col0 (type: string) + | sort order:+ + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | value expressions:_col1 (type: string) + | Select Operator [SEL_9] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_103] + | predicate:key is not null (type: boolean) + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_8] + | alias:y + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Union 2 [SIMPLE_EDGE] + |<-Map 1 [CONTAINS] + | Reduce Output Operator [RS_16] + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) + | sort order:+ + | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE + | Map Join Operator [MAPJOIN_115] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"Map 1":"_col0 (type: string)","Map 6":"_col1 (type: string)"} + | | outputColumnNames:["_col1"] + | | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE + | |<-Map 6 [BROADCAST_EDGE] + | | Reduce Output Operator [RS_13] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col0 (type: string) + | | Select Operator [SEL_7] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_102] + | | predicate:(value is not null and key is not null) (type: boolean) + | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_6] + | | alias:x + | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | | Reduce Output Operator [RS_121] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col0 (type: string) + | | Please refer to the previous Select Operator [SEL_7] + | |<-Select Operator [SEL_1] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_100] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_0] + | alias:x + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + |<-Map 5 [CONTAINS] + Reduce Output Operator [RS_16] + key expressions:_col1 (type: string) + Map-reduce partition columns:_col1 (type: string) + sort order:+ + Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE + Map Join Operator [MAPJOIN_115] + | condition map:[{"":"Inner Join 0 to 1"}] + | keys:{"Map 5":"_col0 (type: string)","Map 6":"_col1 (type: string)"} + | outputColumnNames:["_col1"] + | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE + |<- Please refer to the previous Map 6 [BROADCAST_EDGE] + |<-Select Operator [SEL_3] + outputColumnNames:["_col0"] + Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Filter Operator [FIL_101] + predicate:value is not null (type: boolean) + Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + TableScan [TS_2] + alias:y + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + +PREHOOK: query: explain +SELECT x.key, y.value +FROM src1 x JOIN src y ON (x.key = y.key) +JOIN (select * from src1 union select * from src)z ON (x.value = z.value) +union +SELECT x.key, y.value +FROM src x JOIN src y ON (x.key = y.key) +JOIN (select key, value from src1 union select key, value from src union select key, value from src)z ON (x.value = z.value) +union +SELECT x.key, y.value +FROM src1 x JOIN src1 y ON (x.key = y.key) +JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) +PREHOOK: type: QUERY +POSTHOOK: query: explain +SELECT x.key, y.value +FROM src1 x JOIN src y ON (x.key = y.key) +JOIN (select * from src1 union select * from src)z ON (x.value = z.value) +union +SELECT x.key, y.value +FROM src x JOIN src y ON (x.key = y.key) +JOIN (select key, value from src1 union select key, value from src union select key, value from src)z ON (x.value = z.value) +union +SELECT x.key, y.value +FROM src1 x JOIN src1 y ON (x.key = y.key) +JOIN (select key, value from src1 union select key, value from src union select key, value from src union select key, value from src)z ON (x.value = z.value) +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Map 1 <- Union 2 (CONTAINS) +Map 12 <- Union 13 (CONTAINS) +Map 19 <- Union 13 (CONTAINS) +Map 20 <- Union 15 (CONTAINS) +Map 24 <- Map 23 (BROADCAST_EDGE) +Map 25 <- Union 26 (CONTAINS) +Map 32 <- Union 26 (CONTAINS) +Map 33 <- Union 28 (CONTAINS) +Map 34 <- Union 30 (CONTAINS) +Map 9 <- Union 2 (CONTAINS) +Reducer 14 <- Union 13 (SIMPLE_EDGE), Union 15 (CONTAINS) Reducer 16 <- Union 15 (SIMPLE_EDGE) Reducer 17 <- Map 21 (SIMPLE_EDGE), Reducer 16 (SIMPLE_EDGE) Reducer 18 <- Map 22 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE), Union 5 (CONTAINS) @@ -3451,7 +3451,7 @@ Stage-0 File Output Operator [FS_119] compressed:false Statistics:Num rows: 258 Data size: 2737 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_117] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] @@ -3472,7 +3472,7 @@ Stage-0 | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_164] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 31":"_col1 (type: string)","Map 24":"_col1 (type: string)"} + | | keys:{"Map 24":"_col1 (type: string)","Reducer 31":"_col1 (type: string)"} | | outputColumnNames:["_col0","_col3"] | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE | |<-Map 24 [BROADCAST_EDGE] @@ -3484,7 +3484,7 @@ Stage-0 | | value expressions:_col0 (type: string), _col3 (type: string) | | Map Join Operator [MAPJOIN_163] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 24":"_col0 (type: string)","Map 23":"_col0 (type: string)"} + | | | keys:{"Map 23":"_col0 (type: string)","Map 24":"_col0 (type: string)"} | | | outputColumnNames:["_col0","_col1","_col3"] | | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE | | |<-Map 23 [BROADCAST_EDGE] @@ -3641,7 +3641,7 @@ Stage-0 | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Union 5 [SIMPLE_EDGE] - |<-Reducer 4 [CONTAINS] + |<-Reducer 18 [CONTAINS] | Reduce Output Operator [RS_65] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -3651,104 +3651,144 @@ Stage-0 | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_25] + | Select Operator [SEL_60] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_160] + | Merge Join Operator [MERGEJOIN_162] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | | outputColumnNames:["_col2","_col5"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 11 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_23] + | |<-Map 22 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_58] | | key expressions:_col0 (type: string) | | Map-reduce partition columns:_col0 (type: string) | | sort order:+ | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col1 (type: string) - | | Select Operator [SEL_14] + | | Select Operator [SEL_49] | | outputColumnNames:["_col0","_col1"] | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_147] + | | Filter Operator [FIL_152] | | predicate:key is not null (type: boolean) | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_13] + | | TableScan [TS_48] | | alias:y | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_21] + | |<-Reducer 17 [SIMPLE_EDGE] + | Reduce Output Operator [RS_56] | key expressions:_col2 (type: string) | Map-reduce partition columns:_col2 (type: string) | sort order:+ - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_159] + | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE + | Merge Join Operator [MERGEJOIN_161] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 3":"_col1 (type: string)","Map 10":"_col1 (type: string)"} + | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | | outputColumnNames:["_col2"] - | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | |<-Map 10 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_18] + | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE + | |<-Map 21 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_53] | | key expressions:_col1 (type: string) | | Map-reduce partition columns:_col1 (type: string) | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col0 (type: string) - | | Select Operator [SEL_12] + | | Select Operator [SEL_47] | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_146] + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_151] | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_11] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_10] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_9] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 2 [SIMPLE_EDGE] - | |<-Map 1 [CONTAINS] - | | Reduce Output Operator [RS_8] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_7] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_1] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_144] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 9 [CONTAINS] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_3] + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_46] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 16 [SIMPLE_EDGE] + | Reduce Output Operator [RS_51] + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) + | sort order:+ + | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_45] + | outputColumnNames:["_col1"] + | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_44] + | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | |<-Union 15 [SIMPLE_EDGE] + | |<-Map 20 [CONTAINS] + | | Reduce Output Operator [RS_43] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_42] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_38] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_150] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_37] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 14 [CONTAINS] + | Reduce Output Operator [RS_43] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_42] + | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_145] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 18 [CONTAINS] + | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_35] + | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + | |<-Union 13 [SIMPLE_EDGE] + | |<-Map 12 [CONTAINS] + | | Reduce Output Operator [RS_34] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_33] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_27] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_148] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_26] + | | alias:x + | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | |<-Map 19 [CONTAINS] + | Reduce Output Operator [RS_34] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_33] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_29] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_149] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_28] + | alias:y + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 4 [CONTAINS] Reduce Output Operator [RS_65] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -3758,143 +3798,103 @@ Stage-0 keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_60] + Select Operator [SEL_25] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_162] + Merge Join Operator [MERGEJOIN_160] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col0 (type: string)","0":"_col2 (type: string)"} + | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} | outputColumnNames:["_col2","_col5"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 22 [SIMPLE_EDGE] - | Reduce Output Operator [RS_58] + |<-Map 11 [SIMPLE_EDGE] + | Reduce Output Operator [RS_23] | key expressions:_col0 (type: string) | Map-reduce partition columns:_col0 (type: string) | sort order:+ | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE | value expressions:_col1 (type: string) - | Select Operator [SEL_49] + | Select Operator [SEL_14] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_152] + | Filter Operator [FIL_147] | predicate:key is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_48] + | TableScan [TS_13] | alias:y | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 17 [SIMPLE_EDGE] - Reduce Output Operator [RS_56] + |<-Reducer 3 [SIMPLE_EDGE] + Reduce Output Operator [RS_21] key expressions:_col2 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:+ - Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_161] + Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE + Map Join Operator [MAPJOIN_159] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | keys:{"Reducer 3":"_col1 (type: string)","Map 10":"_col1 (type: string)"} | outputColumnNames:["_col2"] - | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - |<-Map 21 [SIMPLE_EDGE] - | Reduce Output Operator [RS_53] + | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE + |<-Map 10 [BROADCAST_EDGE] + | Reduce Output Operator [RS_18] | key expressions:_col1 (type: string) | Map-reduce partition columns:_col1 (type: string) | sort order:+ - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE | value expressions:_col0 (type: string) - | Select Operator [SEL_47] + | Select Operator [SEL_12] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_151] + | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_146] | predicate:(value is not null and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_46] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 16 [SIMPLE_EDGE] - Reduce Output Operator [RS_51] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_45] - outputColumnNames:["_col1"] - Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_44] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - |<-Union 15 [SIMPLE_EDGE] - |<-Reducer 14 [CONTAINS] - | Reduce Output Operator [RS_43] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_42] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_35] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 13 [SIMPLE_EDGE] - | |<-Map 12 [CONTAINS] - | | Reduce Output Operator [RS_34] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_33] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_27] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_148] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 19 [CONTAINS] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_149] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_28] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 20 [CONTAINS] - Reduce Output Operator [RS_43] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_42] - keys:_col0 (type: string), _col1 (type: string) + | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_11] + | alias:x + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + |<-Select Operator [SEL_10] + outputColumnNames:["_col1"] + Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + Group By Operator [GBY_9] + | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + |<-Union 2 [SIMPLE_EDGE] + |<-Map 1 [CONTAINS] + | Reduce Output Operator [RS_8] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_7] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_1] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_144] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_0] + | alias:x + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + |<-Map 9 [CONTAINS] + Reduce Output Operator [RS_8] + key expressions:_col0 (type: string), _col1 (type: string) + Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + sort order:++ + Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + Group By Operator [GBY_7] + keys:_col0 (type: string), _col1 (type: string) + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + Select Operator [SEL_3] outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_38] - outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Filter Operator [FIL_145] + predicate:value is not null (type: boolean) Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_150] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_37] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + TableScan [TS_2] + alias:y + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: CREATE TABLE a(key STRING, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -3976,133 +3976,26 @@ Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Union 4 (CONTAINS), Union 9 (SIMPLE_EDGE Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE) Reducer 3 <- Map 7 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE), Union 4 (CONTAINS) -Stage-15 +Stage-5 Stats-Aggr Operator - Stage-1 + Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} Stage-4 Dependency Collection{} Stage-3 Union 4 - |<-Reducer 10 [CONTAINS] - | File Output Operator [FS_62] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - | Select Operator [SEL_37] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_107] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 14 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_33] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col6 (type: string) - | | Merge Join Operator [MERGEJOIN_104] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"key (type: string)","0":"key (type: string)"} - | | | outputColumnNames:["_col0","_col1","_col6"] - | | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 13 [SIMPLE_EDGE] - | | | Reduce Output Operator [RS_28] - | | | key expressions:key (type: string) - | | | Map-reduce partition columns:key (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:value (type: string) - | | | Filter Operator [FIL_95] - | | | predicate:(key is not null and value is not null) (type: boolean) - | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_25] - | | | alias:x - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 15 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_30] - | | key expressions:key (type: string) - | | Map-reduce partition columns:key (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:value (type: string) - | | Filter Operator [FIL_96] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Union 9 [SIMPLE_EDGE] - | |<-Map 12 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_24] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_94] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_23] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 11 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_21] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_93] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_20] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 8 [CONTAINS] - | Reduce Output Operator [RS_35] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_19] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_92] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_18] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | File Output Operator [FS_64] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - | Please refer to the previous Select Operator [SEL_37] - | File Output Operator [FS_66] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - | Please refer to the previous Select Operator [SEL_37] - |<-Map 19 [CONTAINS] + |<-Map 16 [CONTAINS] | File Output Operator [FS_62] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} | Select Operator [SEL_60] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_108] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col1 (type: string)","Map 19":"_col1 (type: string)"} + | | keys:{"Map 21":"_col1 (type: string)","Map 16":"_col1 (type: string)"} | | outputColumnNames:["_col0","_col6"] | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | |<-Map 21 [BROADCAST_EDGE] @@ -4114,7 +4007,7 @@ Stage-15 | | value expressions:_col0 (type: string), _col6 (type: string) | | Map Join Operator [MAPJOIN_105] | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 21":"key (type: string)","Map 20":"key (type: string)"} + | | | keys:{"Map 20":"key (type: string)","Map 21":"key (type: string)"} | | | outputColumnNames:["_col0","_col1","_col6"] | | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE | | |<-Map 20 [BROADCAST_EDGE] @@ -4157,63 +4050,63 @@ Stage-15 | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE | | value expressions:_col0 (type: string), _col6 (type: string) | | Please refer to the previous Map Join Operator [MAPJOIN_105] - | |<-Select Operator [SEL_47] + | |<-Select Operator [SEL_40] | outputColumnNames:["_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_100] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_97] | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_46] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_39] + | alias:src1 + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE | File Output Operator [FS_64] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} | Please refer to the previous Select Operator [SEL_60] | File Output Operator [FS_66] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} | Please refer to the previous Select Operator [SEL_60] - |<-Map 16 [CONTAINS] + |<-Map 17 [CONTAINS] | File Output Operator [FS_62] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} | Select Operator [SEL_60] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_108] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col1 (type: string)","Map 16":"_col1 (type: string)"} + | | keys:{"Map 21":"_col1 (type: string)","Map 17":"_col1 (type: string)"} | | outputColumnNames:["_col0","_col6"] | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | |<- Please refer to the previous Map 21 [BROADCAST_EDGE] - | |<-Select Operator [SEL_40] + | |<-Select Operator [SEL_42] | outputColumnNames:["_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_97] + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_98] | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_39] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_41] + | alias:src + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | File Output Operator [FS_64] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} | Please refer to the previous Select Operator [SEL_60] | File Output Operator [FS_66] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} | Please refer to the previous Select Operator [SEL_60] |<-Map 18 [CONTAINS] | File Output Operator [FS_62] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} | Select Operator [SEL_60] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE @@ -4235,57 +4128,164 @@ Stage-15 | File Output Operator [FS_64] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} | Please refer to the previous Select Operator [SEL_60] | File Output Operator [FS_66] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} | Please refer to the previous Select Operator [SEL_60] - |<-Map 17 [CONTAINS] + |<-Map 19 [CONTAINS] | File Output Operator [FS_62] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} | Select Operator [SEL_60] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | Map Join Operator [MAPJOIN_108] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col1 (type: string)","Map 17":"_col1 (type: string)"} + | | keys:{"Map 21":"_col1 (type: string)","Map 19":"_col1 (type: string)"} | | outputColumnNames:["_col0","_col6"] | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE | |<- Please refer to the previous Map 21 [BROADCAST_EDGE] - | |<-Select Operator [SEL_42] + | |<-Select Operator [SEL_47] | outputColumnNames:["_col1"] | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_98] + | Filter Operator [FIL_100] | predicate:value is not null (type: boolean) | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_41] + | TableScan [TS_46] | alias:src | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | File Output Operator [FS_64] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - | Please refer to the previous Select Operator [SEL_60] + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} + | Please refer to the previous Select Operator [SEL_60] + | File Output Operator [FS_66] + | compressed:false + | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} + | Please refer to the previous Select Operator [SEL_60] + |<-Reducer 10 [CONTAINS] + | File Output Operator [FS_62] + | compressed:false + | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} + | Select Operator [SEL_37] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE + | Merge Join Operator [MERGEJOIN_107] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} + | | outputColumnNames:["_col0","_col6"] + | | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 14 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_33] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col0 (type: string), _col6 (type: string) + | | Merge Join Operator [MERGEJOIN_104] + | | | condition map:[{"":"Inner Join 0 to 1"}] + | | | keys:{"0":"key (type: string)","1":"key (type: string)"} + | | | outputColumnNames:["_col0","_col1","_col6"] + | | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 13 [SIMPLE_EDGE] + | | | Reduce Output Operator [RS_28] + | | | key expressions:key (type: string) + | | | Map-reduce partition columns:key (type: string) + | | | sort order:+ + | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | | value expressions:value (type: string) + | | | Filter Operator [FIL_95] + | | | predicate:(key is not null and value is not null) (type: boolean) + | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_25] + | | | alias:x + | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 15 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_30] + | | key expressions:key (type: string) + | | Map-reduce partition columns:key (type: string) + | | sort order:+ + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | value expressions:value (type: string) + | | Filter Operator [FIL_96] + | | predicate:key is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_26] + | | alias:y + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Union 9 [SIMPLE_EDGE] + | |<-Map 11 [CONTAINS] + | | Reduce Output Operator [RS_35] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_21] + | | outputColumnNames:["_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_93] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_20] + | | alias:src + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Map 12 [CONTAINS] + | | Reduce Output Operator [RS_35] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_24] + | | outputColumnNames:["_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_94] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_23] + | | alias:src + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Map 8 [CONTAINS] + | Reduce Output Operator [RS_35] + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) + | sort order:+ + | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_19] + | outputColumnNames:["_col1"] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_92] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_18] + | alias:src1 + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | File Output Operator [FS_64] + | compressed:false + | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} + | Please refer to the previous Select Operator [SEL_37] | File Output Operator [FS_66] | compressed:false | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - | Please refer to the previous Select Operator [SEL_60] + | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} + | Please refer to the previous Select Operator [SEL_37] |<-Reducer 3 [CONTAINS] File Output Operator [FS_62] compressed:false Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} Select Operator [SEL_17] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_106] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} + | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} | outputColumnNames:["_col0","_col6"] | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE |<-Map 7 [SIMPLE_EDGE] @@ -4297,7 +4297,7 @@ Stage-15 | value expressions:_col0 (type: string), _col6 (type: string) | Map Join Operator [MAPJOIN_103] | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 7":"key (type: string)","Map 6":"key (type: string)"} + | | keys:{"Map 6":"key (type: string)","Map 7":"key (type: string)"} | | outputColumnNames:["_col0","_col1","_col6"] | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE | |<-Map 6 [BROADCAST_EDGE] @@ -4353,70 +4353,70 @@ Stage-15 File Output Operator [FS_64] compressed:false Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} Please refer to the previous Select Operator [SEL_17] File Output Operator [FS_66] compressed:false Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} Please refer to the previous Select Operator [SEL_17] -Stage-14 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Please refer to the previous Stage-4 -Stage-13 - Stats-Aggr Operator - Stage-2 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Please refer to the previous Stage-4 -Stage-12 +Stage-8 Stats-Aggr Operator - Please refer to the previous Stage-1 -Stage-19 + Please refer to the previous Stage-0 +Stage-11 Stats-Aggr Operator - Please refer to the previous Stage-2 -Stage-18 + Please refer to the previous Stage-0 +Stage-14 Stats-Aggr Operator - Please refer to the previous Stage-1 + Please refer to the previous Stage-0 Stage-17 Stats-Aggr Operator Please refer to the previous Stage-0 -Stage-16 - Stats-Aggr Operator - Please refer to the previous Stage-2 Stage-20 Stats-Aggr Operator Please refer to the previous Stage-0 +Stage-6 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} + Please refer to the previous Stage-4 Stage-9 Stats-Aggr Operator Please refer to the previous Stage-1 -Stage-22 +Stage-12 Stats-Aggr Operator - Please refer to the previous Stage-2 -Stage-8 + Please refer to the previous Stage-1 +Stage-15 Stats-Aggr Operator - Please refer to the previous Stage-0 + Please refer to the previous Stage-1 +Stage-18 + Stats-Aggr Operator + Please refer to the previous Stage-1 Stage-21 Stats-Aggr Operator Please refer to the previous Stage-1 Stage-7 Stats-Aggr Operator + Stage-2 + Move Operator + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} + Please refer to the previous Stage-4 +Stage-10 + Stats-Aggr Operator Please refer to the previous Stage-2 -Stage-6 +Stage-13 Stats-Aggr Operator - Please refer to the previous Stage-1 -Stage-10 + Please refer to the previous Stage-2 +Stage-16 Stats-Aggr Operator Please refer to the previous Stage-2 -Stage-11 +Stage-19 Stats-Aggr Operator - Please refer to the previous Stage-0 -Stage-5 + Please refer to the previous Stage-2 +Stage-22 Stats-Aggr Operator - Please refer to the previous Stage-0 + Please refer to the previous Stage-2 PREHOOK: query: explain FROM @@ -4476,11 +4476,11 @@ Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS) Reducer 6 <- Union 5 (SIMPLE_EDGE), Union 7 (CONTAINS) Reducer 8 <- Union 7 (SIMPLE_EDGE) -Stage-7 +Stage-5 Stats-Aggr Operator - Stage-2 + Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} Stage-4 Dependency Collection{} Stage-3 @@ -4488,13 +4488,13 @@ Stage-7 File Output Operator [FS_114] compressed:false Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} Group By Operator [GBY_111] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE |<-Union 7 [SIMPLE_EDGE] - |<-Reducer 6 [CONTAINS] + |<-Reducer 29 [CONTAINS] | Reduce Output Operator [RS_110] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -4504,255 +4504,160 @@ Stage-7 | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 544 Data size: 5778 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_62] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - | |<-Union 5 [SIMPLE_EDGE] - | |<-Reducer 4 [CONTAINS] - | | Reduce Output Operator [RS_61] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_60] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_23] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - | | Merge Join Operator [MERGEJOIN_158] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} - | | | outputColumnNames:["_col0","_col6"] - | | | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 11 [SIMPLE_EDGE] - | | | Reduce Output Operator [RS_19] - | | | key expressions:_col1 (type: string) - | | | Map-reduce partition columns:_col1 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:_col0 (type: string), _col6 (type: string) - | | | Map Join Operator [MAPJOIN_155] - | | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | | keys:{"Map 11":"key (type: string)","Map 10":"key (type: string)"} - | | | | outputColumnNames:["_col0","_col1","_col6"] - | | | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | | | |<-Map 10 [BROADCAST_EDGE] - | | | | Reduce Output Operator [RS_14] - | | | | key expressions:key (type: string) - | | | | Map-reduce partition columns:key (type: string) - | | | | sort order:+ - | | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | | value expressions:value (type: string) - | | | | Filter Operator [FIL_142] - | | | | predicate:(key is not null and value is not null) (type: boolean) - | | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | | TableScan [TS_11] - | | | | alias:x - | | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | | |<-Filter Operator [FIL_143] - | | | predicate:key is not null (type: boolean) - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_12] - | | | alias:y - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Reducer 3 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_21] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_10] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_9] - | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | | |<-Union 2 [SIMPLE_EDGE] - | | |<-Map 1 [CONTAINS] - | | | Reduce Output Operator [RS_8] - | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | sort order:++ - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_7] - | | | keys:_col0 (type: string), _col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_1] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_140] - | | | predicate:value is not null (type: boolean) - | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_0] - | | | alias:src1 - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 9 [CONTAINS] - | | Reduce Output Operator [RS_8] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_7] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_3] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_141] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_2] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 17 [CONTAINS] - | Reduce Output Operator [RS_61] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_60] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_56] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_159] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"_col1 (type: string)","0":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 16 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_54] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_43] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_42] - | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | | |<-Union 15 [SIMPLE_EDGE] - | | |<-Reducer 14 [CONTAINS] - | | | Reduce Output Operator [RS_41] - | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | sort order:++ - | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_40] - | | | keys:_col0 (type: string), _col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_33] - | | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | | | |<-Union 13 [SIMPLE_EDGE] - | | | |<-Map 12 [CONTAINS] - | | | | Reduce Output Operator [RS_32] - | | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | | sort order:++ - | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | Group By Operator [GBY_31] - | | | | keys:_col0 (type: string), _col1 (type: string) - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | | Select Operator [SEL_25] - | | | | outputColumnNames:["_col0","_col1"] - | | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | | Filter Operator [FIL_144] - | | | | predicate:value is not null (type: boolean) - | | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | | TableScan [TS_24] - | | | | alias:src1 - | | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | | |<-Map 18 [CONTAINS] - | | | Reduce Output Operator [RS_32] - | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | sort order:++ - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_31] - | | | keys:_col0 (type: string), _col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_27] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_145] - | | | predicate:value is not null (type: boolean) - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_26] - | | | alias:src - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 19 [CONTAINS] - | | Reduce Output Operator [RS_41] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_40] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_36] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_146] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_35] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 21 [SIMPLE_EDGE] - | Reduce Output Operator [RS_52] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col6 (type: string) - | Merge Join Operator [MERGEJOIN_156] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"1":"key (type: string)","0":"key (type: string)"} - | | outputColumnNames:["_col0","_col1","_col6"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 20 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_47] - | | key expressions:key (type: string) - | | Map-reduce partition columns:key (type: string) - | | sort order:+ - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | value expressions:value (type: string) - | | Filter Operator [FIL_147] - | | predicate:(key is not null and value is not null) (type: boolean) - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_44] - | | alias:x - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 22 [SIMPLE_EDGE] - | Reduce Output Operator [RS_49] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: string) - | Filter Operator [FIL_148] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_45] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 29 [CONTAINS] + | Select Operator [SEL_105] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE + | Map Join Operator [MAPJOIN_160] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"Map 34":"_col1 (type: string)","Reducer 29":"_col1 (type: string)"} + | | outputColumnNames:["_col0","_col6"] + | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE + | |<-Map 34 [BROADCAST_EDGE] + | | Reduce Output Operator [RS_101] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE + | | value expressions:_col0 (type: string), _col6 (type: string) + | | Map Join Operator [MAPJOIN_157] + | | | condition map:[{"":"Inner Join 0 to 1"}] + | | | keys:{"Map 33":"key (type: string)","Map 34":"key (type: string)"} + | | | outputColumnNames:["_col0","_col1","_col6"] + | | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 33 [BROADCAST_EDGE] + | | | Reduce Output Operator [RS_96] + | | | key expressions:key (type: string) + | | | Map-reduce partition columns:key (type: string) + | | | sort order:+ + | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | | value expressions:value (type: string) + | | | Filter Operator [FIL_153] + | | | predicate:(key is not null and value is not null) (type: boolean) + | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_93] + | | | alias:x + | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | | |<-Filter Operator [FIL_154] + | | predicate:key is not null (type: boolean) + | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_94] + | | alias:y + | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | |<-Select Operator [SEL_92] + | outputColumnNames:["_col1"] + | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_91] + | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE + | |<-Union 28 [SIMPLE_EDGE] + | |<-Map 32 [CONTAINS] + | | Reduce Output Operator [RS_90] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_89] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_85] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_152] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_84] + | | alias:src + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 27 [CONTAINS] + | Reduce Output Operator [RS_90] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_89] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_82] + | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | |<-Union 26 [SIMPLE_EDGE] + | |<-Map 31 [CONTAINS] + | | Reduce Output Operator [RS_81] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_80] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_76] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_151] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_75] + | | alias:src + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 25 [CONTAINS] + | Reduce Output Operator [RS_81] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_80] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_73] + | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + | |<-Union 24 [SIMPLE_EDGE] + | |<-Map 23 [CONTAINS] + | | Reduce Output Operator [RS_72] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_71] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_65] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_149] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_64] + | | alias:src1 + | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | |<-Map 30 [CONTAINS] + | Reduce Output Operator [RS_72] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_71] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_67] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_150] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_66] + | alias:src + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 6 [CONTAINS] Reduce Output Operator [RS_110] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -4762,180 +4667,275 @@ Stage-7 keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 544 Data size: 5778 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_105] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_160] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 34":"_col1 (type: string)","Reducer 29":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col6"] - | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - |<-Map 34 [BROADCAST_EDGE] - | Reduce Output Operator [RS_101] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col6 (type: string) - | Map Join Operator [MAPJOIN_157] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 34":"key (type: string)","Map 33":"key (type: string)"} - | | outputColumnNames:["_col0","_col1","_col6"] - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | |<-Map 33 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_96] - | | key expressions:key (type: string) - | | Map-reduce partition columns:key (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:value (type: string) - | | Filter Operator [FIL_153] - | | predicate:(key is not null and value is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_93] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Filter Operator [FIL_154] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_94] - | alias:y - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_92] - outputColumnNames:["_col1"] - Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_91] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - |<-Union 28 [SIMPLE_EDGE] - |<-Map 32 [CONTAINS] - | Reduce Output Operator [RS_90] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_89] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_85] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_152] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_84] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 27 [CONTAINS] - Reduce Output Operator [RS_90] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_89] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_82] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - |<-Union 26 [SIMPLE_EDGE] - |<-Reducer 25 [CONTAINS] - | Reduce Output Operator [RS_81] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_80] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_73] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 24 [SIMPLE_EDGE] - | |<-Map 30 [CONTAINS] - | | Reduce Output Operator [RS_72] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_71] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_67] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_150] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_66] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 23 [CONTAINS] - | Reduce Output Operator [RS_72] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_71] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_65] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_149] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_64] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 31 [CONTAINS] - Reduce Output Operator [RS_81] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_80] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_76] + Group By Operator [GBY_62] + | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + |<-Union 5 [SIMPLE_EDGE] + |<-Reducer 17 [CONTAINS] + | Reduce Output Operator [RS_61] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_60] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_56] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + | Merge Join Operator [MERGEJOIN_159] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} + | | outputColumnNames:["_col0","_col6"] + | | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 16 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_54] + | | key expressions:_col1 (type: string) + | | Map-reduce partition columns:_col1 (type: string) + | | sort order:+ + | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_43] + | | outputColumnNames:["_col1"] + | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_42] + | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE + | | |<-Union 15 [SIMPLE_EDGE] + | | |<-Map 19 [CONTAINS] + | | | Reduce Output Operator [RS_41] + | | | key expressions:_col0 (type: string), _col1 (type: string) + | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | | sort order:++ + | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | | Group By Operator [GBY_40] + | | | keys:_col0 (type: string), _col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | | Select Operator [SEL_36] + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_146] + | | | predicate:value is not null (type: boolean) + | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_35] + | | | alias:src + | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | | |<-Reducer 14 [CONTAINS] + | | Reduce Output Operator [RS_41] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_40] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_33] + | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + | | |<-Union 13 [SIMPLE_EDGE] + | | |<-Map 12 [CONTAINS] + | | | Reduce Output Operator [RS_32] + | | | key expressions:_col0 (type: string), _col1 (type: string) + | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | | sort order:++ + | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | | Group By Operator [GBY_31] + | | | keys:_col0 (type: string), _col1 (type: string) + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | | Select Operator [SEL_25] + | | | outputColumnNames:["_col0","_col1"] + | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | | Filter Operator [FIL_144] + | | | predicate:value is not null (type: boolean) + | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | | | TableScan [TS_24] + | | | alias:src1 + | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | | |<-Map 18 [CONTAINS] + | | Reduce Output Operator [RS_32] + | | key expressions:_col0 (type: string), _col1 (type: string) + | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | | sort order:++ + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Group By Operator [GBY_31] + | | keys:_col0 (type: string), _col1 (type: string) + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | | Select Operator [SEL_27] + | | outputColumnNames:["_col0","_col1"] + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | Filter Operator [FIL_145] + | | predicate:value is not null (type: boolean) + | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_26] + | | alias:src + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Reducer 21 [SIMPLE_EDGE] + | Reduce Output Operator [RS_52] + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) + | sort order:+ + | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + | value expressions:_col0 (type: string), _col6 (type: string) + | Merge Join Operator [MERGEJOIN_156] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"0":"key (type: string)","1":"key (type: string)"} + | | outputColumnNames:["_col0","_col1","_col6"] + | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + | |<-Map 20 [SIMPLE_EDGE] + | | Reduce Output Operator [RS_47] + | | key expressions:key (type: string) + | | Map-reduce partition columns:key (type: string) + | | sort order:+ + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | value expressions:value (type: string) + | | Filter Operator [FIL_147] + | | predicate:(key is not null and value is not null) (type: boolean) + | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_44] + | | alias:x + | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | |<-Map 22 [SIMPLE_EDGE] + | Reduce Output Operator [RS_49] + | key expressions:key (type: string) + | Map-reduce partition columns:key (type: string) + | sort order:+ + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | value expressions:value (type: string) + | Filter Operator [FIL_148] + | predicate:key is not null (type: boolean) + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_45] + | alias:y + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 4 [CONTAINS] + Reduce Output Operator [RS_61] + key expressions:_col0 (type: string), _col1 (type: string) + Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + sort order:++ + Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE + Group By Operator [GBY_60] + keys:_col0 (type: string), _col1 (type: string) + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE + Select Operator [SEL_23] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator [MERGEJOIN_158] + | condition map:[{"":"Inner Join 0 to 1"}] + | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} + | outputColumnNames:["_col0","_col6"] + | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + |<-Map 11 [SIMPLE_EDGE] + | Reduce Output Operator [RS_19] + | key expressions:_col1 (type: string) + | Map-reduce partition columns:_col1 (type: string) + | sort order:+ + | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + | value expressions:_col0 (type: string), _col6 (type: string) + | Map Join Operator [MAPJOIN_155] + | | condition map:[{"":"Inner Join 0 to 1"}] + | | keys:{"Map 10":"key (type: string)","Map 11":"key (type: string)"} + | | outputColumnNames:["_col0","_col1","_col6"] + | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + | |<-Map 10 [BROADCAST_EDGE] + | | Reduce Output Operator [RS_14] + | | key expressions:key (type: string) + | | Map-reduce partition columns:key (type: string) + | | sort order:+ + | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | value expressions:value (type: string) + | | Filter Operator [FIL_142] + | | predicate:(key is not null and value is not null) (type: boolean) + | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + | | TableScan [TS_11] + | | alias:x + | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + | |<-Filter Operator [FIL_143] + | predicate:key is not null (type: boolean) + | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_12] + | alias:y + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 3 [SIMPLE_EDGE] + Reduce Output Operator [RS_21] + key expressions:_col1 (type: string) + Map-reduce partition columns:_col1 (type: string) + sort order:+ + Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + Select Operator [SEL_10] + outputColumnNames:["_col1"] + Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + Group By Operator [GBY_9] + | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE + |<-Union 2 [SIMPLE_EDGE] + |<-Map 1 [CONTAINS] + | Reduce Output Operator [RS_8] + | key expressions:_col0 (type: string), _col1 (type: string) + | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + | sort order:++ + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Group By Operator [GBY_7] + | keys:_col0 (type: string), _col1 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + | Select Operator [SEL_1] + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | Filter Operator [FIL_140] + | predicate:value is not null (type: boolean) + | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_0] + | alias:src1 + | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + |<-Map 9 [CONTAINS] + Reduce Output Operator [RS_8] + key expressions:_col0 (type: string), _col1 (type: string) + Map-reduce partition columns:_col0 (type: string), _col1 (type: string) + sort order:++ + Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + Group By Operator [GBY_7] + keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_151] - predicate:value is not null (type: boolean) + Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE + Select Operator [SEL_3] + outputColumnNames:["_col0","_col1"] Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_75] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator [FIL_141] + predicate:value is not null (type: boolean) + Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + TableScan [TS_2] + alias:src + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE File Output Operator [FS_116] compressed:false Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} Please refer to the previous Group By Operator [GBY_111] File Output Operator [FS_118] compressed:false Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} Please refer to the previous Group By Operator [GBY_111] Stage-6 Stats-Aggr Operator Stage-1 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} Please refer to the previous Stage-4 -Stage-5 +Stage-7 Stats-Aggr Operator - Stage-0 + Stage-2 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} Please refer to the previous Stage-4 PREHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE @@ -4976,11 +4976,11 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 4 <- Union 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) -Stage-5 +Stage-4 Stats-Aggr Operator - Stage-1 + Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} Stage-3 Dependency Collection{} Stage-2 @@ -4988,7 +4988,7 @@ Stage-5 File Output Operator [FS_20] compressed:false Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} Group By Operator [GBY_18] | aggregations:["count(DISTINCT KEY._col1:0._col0)"] | keys:KEY._col0 (type: string) @@ -5010,7 +5010,7 @@ Stage-5 | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL |<-Union 3 [SIMPLE_EDGE] - |<-Reducer 2 [CONTAINS] + |<-Map 6 [CONTAINS] | Reduce Output Operator [RS_12] | key expressions:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -5020,28 +5020,13 @@ Stage-5 | keys:_col0 (type: string), _col1 (type: string) | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_5] + | Select Operator [SEL_7] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_4] - | | aggregations:["count(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | sort order: - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: bigint) - | Group By Operator [GBY_2] - | aggregations:["count(1)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 6 [CONTAINS] + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_6] + | alias:s2 + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + |<-Reducer 2 [CONTAINS] Reduce Output Operator [RS_12] key expressions:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -5051,16 +5036,31 @@ Stage-5 keys:_col0 (type: string), _col1 (type: string) outputColumnNames:["_col0","_col1"] Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_7] + Select Operator [SEL_5] outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_6] - alias:s2 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator [GBY_4] + | aggregations:["count(VALUE._col0)"] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + |<-Map 1 [SIMPLE_EDGE] + Reduce Output Operator [RS_3] + sort order: + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions:_col0 (type: bigint) + Group By Operator [GBY_2] + aggregations:["count(1)"] + outputColumnNames:["_col0"] + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator [SEL_1] + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + TableScan [TS_0] + alias:s1 + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator [FS_26] compressed:false Statistics:Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} Select Operator [SEL_25] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL @@ -5070,11 +5070,11 @@ Stage-5 outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL Please refer to the previous Group By Operator [GBY_13] -Stage-4 +Stage-5 Stats-Aggr Operator - Stage-0 + Stage-1 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} Please refer to the previous Stage-3 PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE src a (a.key), PRESERVE src1 b (b.key), PRESERVE srcpart c (c.key) SELECT a.key, b.key, c.key @@ -5094,13 +5094,13 @@ Stage-0 File Output Operator [FS_8] compressed:false Statistics:Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_7] outputColumnNames:["_col0","_col1","_col2"] Statistics:Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_9] | condition map:[{"":"Unique Join0 to 0"},{"":"Unique Join0 to 0"},{"":"Unique Join0 to 0"}] - | keys:{"2":"key (type: string)","1":"key (type: string)","0":"key (type: string)"} + | keys:{"0":"key (type: string)","1":"key (type: string)","2":"key (type: string)"} | outputColumnNames:["_col0","_col5","_col10"] | Statistics:Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5156,14 +5156,14 @@ Stage-0 File Output Operator [FS_9] compressed:false Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Transform Operator [SCR_8] command:cat - output info:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + output info:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_14] | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"1":"key (type: string)","0":"key (type: string)"} + | keys:{"0":"key (type: string)","1":"key (type: string)"} | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] @@ -5227,26 +5227,26 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 4 <- Union 3 (SIMPLE_EDGE) Reducer 5 <- Union 3 (SIMPLE_EDGE) -Stage-5 +Stage-4 Stats-Aggr Operator - Stage-1 + Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} Stage-3 Dependency Collection{} Stage-2 - Reducer 5 - File Output Operator [FS_24] + Reducer 4 + File Output Operator [FS_18] compressed:false - Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Group By Operator [GBY_22] - | aggregations:["count(DISTINCT KEY._col2:0._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} + Group By Operator [GBY_16] + | aggregations:["count(DISTINCT KEY._col1:0._col0)"] + | keys:KEY._col0 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL |<-Union 3 [SIMPLE_EDGE] - |<-Reducer 2 [CONTAINS] + |<-Map 6 [CONTAINS] | Reduce Output Operator [RS_15] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string) @@ -5260,27 +5260,12 @@ Stage-5 | Select Operator [SEL_9] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_5] + | Select Operator [SEL_7] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_4] - | | aggregations:["count(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | sort order: - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: bigint) - | Group By Operator [GBY_2] - | aggregations:["count(1)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_6] + | alias:s2 + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | Reduce Output Operator [RS_21] | key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -5320,7 +5305,7 @@ Stage-5 | outputColumnNames:["_col0","_col1","_col2","_col3"] | Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL | Please refer to the previous Select Operator [SEL_11] - |<-Map 6 [CONTAINS] + |<-Reducer 2 [CONTAINS] Reduce Output Operator [RS_15] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string) @@ -5334,12 +5319,27 @@ Stage-5 Select Operator [SEL_9] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_7] + Select Operator [SEL_5] outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_6] - alias:s2 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator [GBY_4] + | aggregations:["count(VALUE._col0)"] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + |<-Map 1 [SIMPLE_EDGE] + Reduce Output Operator [RS_3] + sort order: + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions:_col0 (type: bigint) + Group By Operator [GBY_2] + aggregations:["count(1)"] + outputColumnNames:["_col0"] + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator [SEL_1] + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + TableScan [TS_0] + alias:s1 + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator [RS_21] key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -5351,22 +5351,22 @@ Stage-5 outputColumnNames:["_col0","_col1","_col2","_col3"] Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL Please refer to the previous Select Operator [SEL_9] - Reducer 4 - File Output Operator [FS_18] + Reducer 5 + File Output Operator [FS_24] compressed:false - Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Group By Operator [GBY_16] - | aggregations:["count(DISTINCT KEY._col1:0._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} + Group By Operator [GBY_22] + | aggregations:["count(DISTINCT KEY._col2:0._col0)"] + | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | outputColumnNames:["_col0","_col1","_col2"] + | Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL |<- Please refer to the previous Union 3 [SIMPLE_EDGE] -Stage-4 +Stage-5 Stats-Aggr Operator - Stage-0 + Stage-1 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} Please refer to the previous Stage-3 PREHOOK: query: explain @@ -5397,26 +5397,26 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 4 <- Union 3 (SIMPLE_EDGE) Reducer 5 <- Union 3 (SIMPLE_EDGE) -Stage-5 +Stage-4 Stats-Aggr Operator - Stage-1 + Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} Stage-3 Dependency Collection{} Stage-2 - Reducer 5 - File Output Operator [FS_20] + Reducer 4 + File Output Operator [FS_14] compressed:false - Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Group By Operator [GBY_18] - | aggregations:["count(DISTINCT KEY._col2:0._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} + Group By Operator [GBY_12] + | aggregations:["count(DISTINCT KEY._col1:0._col0)"] + | keys:KEY._col0 (type: string) + | outputColumnNames:["_col0","_col1"] + | Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL |<-Union 3 [SIMPLE_EDGE] - |<-Reducer 2 [CONTAINS] + |<-Map 6 [CONTAINS] | Reduce Output Operator [RS_11] | key expressions:_col0 (type: string), _col1 (type: string) | Map-reduce partition columns:_col0 (type: string) @@ -5430,27 +5430,12 @@ Stage-5 | Select Operator [SEL_9] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_5] + | Select Operator [SEL_7] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_4] - | | aggregations:["count(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | sort order: - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: bigint) - | Group By Operator [GBY_2] - | aggregations:["count(1)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + | TableScan [TS_6] + | alias:s2 + | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE | Reduce Output Operator [RS_17] | key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -5464,8 +5449,8 @@ Stage-5 | Select Operator [SEL_15] | outputColumnNames:["_col0","_col1"] | Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - | Please refer to the previous Select Operator [SEL_5] - |<-Map 6 [CONTAINS] + | Please refer to the previous Select Operator [SEL_7] + |<-Reducer 2 [CONTAINS] Reduce Output Operator [RS_11] key expressions:_col0 (type: string), _col1 (type: string) Map-reduce partition columns:_col0 (type: string) @@ -5479,12 +5464,27 @@ Stage-5 Select Operator [SEL_9] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_7] + Select Operator [SEL_5] outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_6] - alias:s2 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator [GBY_4] + | aggregations:["count(VALUE._col0)"] + | outputColumnNames:["_col0"] + | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + |<-Map 1 [SIMPLE_EDGE] + Reduce Output Operator [RS_3] + sort order: + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions:_col0 (type: bigint) + Group By Operator [GBY_2] + aggregations:["count(1)"] + outputColumnNames:["_col0"] + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator [SEL_1] + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + TableScan [TS_0] + alias:s1 + Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator [RS_17] key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) Map-reduce partition columns:_col0 (type: string), _col1 (type: string) @@ -5498,22 +5498,22 @@ Stage-5 Select Operator [SEL_15] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - Please refer to the previous Select Operator [SEL_7] - Reducer 4 - File Output Operator [FS_14] + Please refer to the previous Select Operator [SEL_5] + Reducer 5 + File Output Operator [FS_20] compressed:false - Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Group By Operator [GBY_12] - | aggregations:["count(DISTINCT KEY._col1:0._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} + Group By Operator [GBY_18] + | aggregations:["count(DISTINCT KEY._col2:0._col0)"] + | keys:KEY._col0 (type: string), KEY._col1 (type: string) + | outputColumnNames:["_col0","_col1","_col2"] + | Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL |<- Please refer to the previous Union 3 [SIMPLE_EDGE] -Stage-4 +Stage-5 Stats-Aggr Operator - Stage-0 + Stage-1 Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} Please refer to the previous Stage-3 diff --git a/ql/src/test/results/clientpositive/tez/explainuser_3.q.out b/ql/src/test/results/clientpositive/tez/explainuser_3.q.out index 9358158..79c7116 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_3.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_3.q.out @@ -160,7 +160,7 @@ Stage-2 File Output Operator [FS_6] compressed:false Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Group By Operator [GBY_4] | aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)"] | outputColumnNames:["_col0","_col1"] @@ -244,7 +244,7 @@ Stage-3 File Output Operator [FS_2] compressed:false Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.src_autho_test","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.src_autho_test"} Select Operator [SEL_1] outputColumnNames:["_col0","_col1"] Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -433,7 +433,7 @@ Stage-0 File Output Operator [FS_5] compressed:false Statistics:Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Limit [LIM_4] Number of rows:5 Statistics:Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE @@ -479,7 +479,7 @@ Stage-3 Stats-Aggr Operator Stage-0 Move Operator - table:{"serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.orc_merge5","input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat"} + table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.orc_merge5"} Stage-2 Dependency Collection{} Stage-5(CONDITIONAL) @@ -491,7 +491,7 @@ Stage-3 File Output Operator [FS_3] compressed:false Statistics:Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.orc_merge5","input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat"} + table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.orc_merge5"} Select Operator [SEL_2] outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] Statistics:Num rows: 306 Data size: 82044 Basic stats: COMPLETE Column stats: NONE