diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java index 6beae52..faa109e 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java @@ -437,6 +437,8 @@ else if (ent.getValue() instanceof List) { out.print(dep.getName()); out.print(" ("); out.print(dep.getShuffleType()); + out.print(", "); + out.print(dep.getNumPartitions()); out.print(")"); } out.println(); @@ -446,6 +448,7 @@ else if (ent.getValue() instanceof List) { JSONObject jsonDep = new JSONObject(); jsonDep.put("parent", dep.getName()); jsonDep.put("type", dep.getShuffleType()); + jsonDep.put("partitions", dep.getNumPartitions()); json.accumulate(ent.getKey().toString(), jsonDep); } } diff --git a/ql/src/java/org/apache/hadoop/hive/ql/plan/SparkWork.java b/ql/src/java/org/apache/hadoop/hive/ql/plan/SparkWork.java index 7255737..26428e8 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/plan/SparkWork.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/plan/SparkWork.java @@ -267,6 +267,11 @@ public String getShuffleType() { return prop.getShuffleType(); } + @Explain(displayName = "Number of Partitions") + public String getNumPartitions() { + return Integer.toString(prop.getNumPartitions()); + } + @Override public int compareTo(Dependency o) { int compare = getName().compareTo(o.getName()); diff --git a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out index 6e6260a..08e0406 100644 --- a/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out +++ b/ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out @@ -149,8 +149,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -453,8 +453,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -757,8 +757,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/bucket2.q.out b/ql/src/test/results/clientpositive/spark/bucket2.q.out index ca961bd..543a0f8 100644 --- a/ql/src/test/results/clientpositive/spark/bucket2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket2.q.out @@ -45,7 +45,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/bucket3.q.out b/ql/src/test/results/clientpositive/spark/bucket3.q.out index 6070d70..d6d4c71 100644 --- a/ql/src/test/results/clientpositive/spark/bucket3.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket3.q.out @@ -49,7 +49,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/bucket4.q.out b/ql/src/test/results/clientpositive/spark/bucket4.q.out index d1625b9..374a2e0 100644 --- a/ql/src/test/results/clientpositive/spark/bucket4.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket4.q.out @@ -41,7 +41,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/column_access_stats.q.out b/ql/src/test/results/clientpositive/spark/column_access_stats.q.out index 738ae36..755e27c 100644 --- a/ql/src/test/results/clientpositive/spark/column_access_stats.q.out +++ b/ql/src/test/results/clientpositive/spark/column_access_stats.q.out @@ -182,7 +182,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -264,7 +264,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -377,7 +377,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -491,7 +491,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -572,7 +572,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -673,8 +673,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/count.q.out b/ql/src/test/results/clientpositive/spark/count.q.out index b391785..4c3432a 100644 --- a/ql/src/test/results/clientpositive/spark/count.q.out +++ b/ql/src/test/results/clientpositive/spark/count.q.out @@ -41,7 +41,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -108,7 +108,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -170,7 +170,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -232,7 +232,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/ctas.q.out b/ql/src/test/results/clientpositive/spark/ctas.q.out index fd06331..7d1e510 100644 --- a/ql/src/test/results/clientpositive/spark/ctas.q.out +++ b/ql/src/test/results/clientpositive/spark/ctas.q.out @@ -33,8 +33,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -173,8 +173,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -313,8 +313,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -518,8 +518,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -701,8 +701,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out b/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out index 25ba7eb..43ea892 100644 --- a/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out +++ b/ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out @@ -41,7 +41,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -198,7 +198,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out b/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out index d0dfed4..09ea02f 100644 --- a/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out @@ -14,7 +14,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -60,7 +60,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out b/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out index 9ba7745..2dfc96e 100644 --- a/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out @@ -14,7 +14,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -60,7 +60,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out b/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out index bf8ddd5..e7eb1e1 100644 --- a/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_orderby1.q.out @@ -14,7 +14,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -59,7 +59,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out b/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out index 866d008..13ad3fd 100644 --- a/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out +++ b/ql/src/test/results/clientpositive/spark/escape_sortby1.q.out @@ -14,7 +14,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -59,7 +59,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby1.q.out b/ql/src/test/results/clientpositive/spark/groupby1.q.out index d14c033..7172318 100644 --- a/ql/src/test/results/clientpositive/spark/groupby1.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby1.q.out @@ -26,8 +26,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby2.q.out b/ql/src/test/results/clientpositive/spark/groupby2.q.out index 2a6fe15..40e9a54 100644 --- a/ql/src/test/results/clientpositive/spark/groupby2.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby2.q.out @@ -24,7 +24,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3.q.out b/ql/src/test/results/clientpositive/spark/groupby3.q.out index 295eaa6..76bc732 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3.q.out @@ -42,8 +42,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_map.q.out b/ql/src/test/results/clientpositive/spark/groupby3_map.q.out index 5d3aab9..e5437de 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_map.q.out @@ -42,7 +42,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out index 5395339..4354b7a 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_map_multi_distinct.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out index 68ea6e2..f62063b 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out @@ -42,7 +42,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out b/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out index 9ff5e98..7c93653 100644 --- a/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby4.q.out b/ql/src/test/results/clientpositive/spark/groupby4.q.out index 7bf3ea1..1866d4d 100644 --- a/ql/src/test/results/clientpositive/spark/groupby4.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby4.q.out @@ -28,8 +28,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_map.q.out b/ql/src/test/results/clientpositive/spark/groupby7_map.q.out index 95d7b59..2d99a81 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_map.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_map.q.out @@ -57,7 +57,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 1 @@ -126,7 +126,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out index dad908f..9271c41 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 31) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out b/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out index b425c67..ca73985 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out @@ -57,8 +57,8 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP) + Reducer 4 <- Map 1 (GROUP SORT, 31) + Reducer 5 <- Reducer 4 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 1 @@ -139,8 +139,8 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 6 <- Map 2 (GROUP SORT) - Reducer 7 <- Reducer 6 (GROUP) + Reducer 6 <- Map 2 (GROUP SORT, 31) + Reducer 7 <- Reducer 6 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out b/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out index dc713b3..2d2c55b 100644 --- a/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out @@ -57,7 +57,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 1 @@ -121,7 +121,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out index cd8e85e..942cdaa 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_cube1.q.out @@ -32,7 +32,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -115,7 +115,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -185,8 +185,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -281,7 +281,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -392,8 +392,8 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP SORT) + Reducer 4 <- Map 1 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -474,8 +474,8 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 6 <- Map 2 (GROUP SORT) - Reducer 7 <- Reducer 6 (GROUP SORT) + Reducer 6 <- Map 2 (GROUP SORT, 1) + Reducer 7 <- Reducer 6 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out index 801ac8a..399fe41 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out @@ -68,7 +68,7 @@ STAGE PLANS: Stage: Stage-3 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -309,7 +309,7 @@ STAGE PLANS: Stage: Stage-7 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) + Reducer 4 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -447,8 +447,8 @@ STAGE PLANS: Stage: Stage-8 Spark Edges: - Reducer 5 <- Map 2 (GROUP SORT) - Reducer 6 <- Reducer 5 (GROUP) + Reducer 5 <- Map 2 (GROUP SORT, 1) + Reducer 6 <- Reducer 5 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out index 829ab23..bf31332 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out @@ -36,7 +36,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out index 43a1b9a..de0797c 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out @@ -50,7 +50,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -219,7 +219,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -388,7 +388,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -557,7 +557,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_position.q.out b/ql/src/test/results/clientpositive/spark/groupby_position.q.out index b04e55c..5e68807 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_position.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_position.q.out @@ -57,7 +57,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) + Reducer 4 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -127,7 +127,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP SORT) + Reducer 5 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -267,7 +267,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) + Reducer 4 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -337,7 +337,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP SORT) + Reducer 5 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -460,8 +460,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -580,10 +580,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP PARTITION-LEVEL SORT), Reducer 6 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) - Reducer 6 <- Map 5 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP PARTITION-LEVEL SORT, 1), Reducer 6 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) + Reducer 6 <- Map 5 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out b/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out index 00c443e..b09dfe2 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out @@ -101,7 +101,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out b/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out index 4bde6ea..4259412 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_rollup1.q.out @@ -32,7 +32,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -109,7 +109,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -179,8 +179,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -269,7 +269,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -380,8 +380,8 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP SORT) + Reducer 4 <- Map 1 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -462,8 +462,8 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 6 <- Map 2 (GROUP SORT) - Reducer 7 <- Reducer 6 (GROUP SORT) + Reducer 6 <- Map 2 (GROUP SORT, 1) + Reducer 7 <- Reducer 6 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out b/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out index ab2fe84..e0e882e 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out @@ -299,7 +299,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1184,7 +1184,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1409,7 +1409,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1670,7 +1670,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1945,7 +1945,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -2320,8 +2320,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Union 2 <- Map 1 (NONE), Reducer 4 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Reducer 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -2730,7 +2730,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3099,8 +3099,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3384,7 +3384,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -4584,7 +4584,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 1 @@ -4771,7 +4771,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out b/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out index 5c1cbc4..a43921e 100644 --- a/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out +++ b/ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out @@ -299,8 +299,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1200,8 +1200,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1441,8 +1441,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1718,8 +1718,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2009,7 +2009,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -2384,9 +2384,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP) - Union 2 <- Map 1 (NONE), Reducer 5 (NONE) + Reducer 4 <- Map 3 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -2810,7 +2810,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3179,9 +3179,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3480,8 +3480,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -4696,8 +4696,8 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP) + Reducer 4 <- Map 1 (GROUP SORT, 31) + Reducer 5 <- Reducer 4 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 1 @@ -4896,8 +4896,8 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP) + Reducer 4 <- Map 1 (GROUP SORT, 31) + Reducer 5 <- Reducer 4 (GROUP, 31) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/having.q.out b/ql/src/test/results/clientpositive/spark/having.q.out index 093746a..b376e83 100644 --- a/ql/src/test/results/clientpositive/spark/having.q.out +++ b/ql/src/test/results/clientpositive/spark/having.q.out @@ -12,7 +12,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -87,7 +87,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -460,7 +460,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -724,7 +724,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -916,7 +916,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1180,7 +1180,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/innerjoin.q.out b/ql/src/test/results/clientpositive/spark/innerjoin.q.out index 63a73d1..f15cfe5 100644 --- a/ql/src/test/results/clientpositive/spark/innerjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/innerjoin.q.out @@ -28,7 +28,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1185,7 +1185,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/input14.q.out b/ql/src/test/results/clientpositive/spark/input14.q.out index 42035b8..59c67c4 100644 --- a/ql/src/test/results/clientpositive/spark/input14.q.out +++ b/ql/src/test/results/clientpositive/spark/input14.q.out @@ -34,7 +34,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/input17.q.out b/ql/src/test/results/clientpositive/spark/input17.q.out index 346edc4..eddc8c4 100644 --- a/ql/src/test/results/clientpositive/spark/input17.q.out +++ b/ql/src/test/results/clientpositive/spark/input17.q.out @@ -34,7 +34,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/input18.q.out b/ql/src/test/results/clientpositive/spark/input18.q.out index 188db3b..9977be7 100644 --- a/ql/src/test/results/clientpositive/spark/input18.q.out +++ b/ql/src/test/results/clientpositive/spark/input18.q.out @@ -34,7 +34,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/input1_limit.q.out b/ql/src/test/results/clientpositive/spark/input1_limit.q.out index 90bc8ea..1f3b484 100644 --- a/ql/src/test/results/clientpositive/spark/input1_limit.q.out +++ b/ql/src/test/results/clientpositive/spark/input1_limit.q.out @@ -57,7 +57,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -123,7 +123,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/insert_into1.q.out b/ql/src/test/results/clientpositive/spark/insert_into1.q.out index 6c3cbe3..9475f07 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into1.q.out @@ -24,7 +24,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -111,7 +111,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -171,7 +171,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -258,7 +258,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -318,7 +318,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -405,7 +405,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/insert_into2.q.out b/ql/src/test/results/clientpositive/spark/insert_into2.q.out index 919f052..1870a52 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into2.q.out @@ -28,7 +28,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -104,7 +104,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -177,7 +177,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -256,7 +256,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -351,7 +351,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -415,7 +415,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -510,7 +510,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/insert_into3.q.out b/ql/src/test/results/clientpositive/spark/insert_into3.q.out index 7964802..5318a8b 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into3.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into3.q.out @@ -57,7 +57,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) + Reducer 4 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -119,7 +119,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP SORT) + Reducer 5 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -228,7 +228,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -292,7 +292,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/join0.q.out b/ql/src/test/results/clientpositive/spark/join0.q.out index d6b219c..3573f18 100644 --- a/ql/src/test/results/clientpositive/spark/join0.q.out +++ b/ql/src/test/results/clientpositive/spark/join0.q.out @@ -22,8 +22,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join1.q.out b/ql/src/test/results/clientpositive/spark/join1.q.out index f267a63..9d161a3 100644 --- a/ql/src/test/results/clientpositive/spark/join1.q.out +++ b/ql/src/test/results/clientpositive/spark/join1.q.out @@ -24,7 +24,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join10.q.out b/ql/src/test/results/clientpositive/spark/join10.q.out index 5b2a3d9..71db25d 100644 --- a/ql/src/test/results/clientpositive/spark/join10.q.out +++ b/ql/src/test/results/clientpositive/spark/join10.q.out @@ -20,7 +20,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join11.q.out b/ql/src/test/results/clientpositive/spark/join11.q.out index 2f64641..b11f5a3 100644 --- a/ql/src/test/results/clientpositive/spark/join11.q.out +++ b/ql/src/test/results/clientpositive/spark/join11.q.out @@ -22,7 +22,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join12.q.out b/ql/src/test/results/clientpositive/spark/join12.q.out index 97942a4..2eaf578 100644 --- a/ql/src/test/results/clientpositive/spark/join12.q.out +++ b/ql/src/test/results/clientpositive/spark/join12.q.out @@ -28,7 +28,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join13.q.out b/ql/src/test/results/clientpositive/spark/join13.q.out index 07663c5..8fcbec8 100644 --- a/ql/src/test/results/clientpositive/spark/join13.q.out +++ b/ql/src/test/results/clientpositive/spark/join13.q.out @@ -28,8 +28,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Map 5 (GROUP PARTITION-LEVEL SORT), Reducer 2 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Map 5 (GROUP PARTITION-LEVEL SORT, 1), Reducer 2 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join14.q.out b/ql/src/test/results/clientpositive/spark/join14.q.out index 23b54bb..25e7f87 100644 --- a/ql/src/test/results/clientpositive/spark/join14.q.out +++ b/ql/src/test/results/clientpositive/spark/join14.q.out @@ -28,7 +28,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join15.q.out b/ql/src/test/results/clientpositive/spark/join15.q.out index 9085ca0..3d3988e 100644 --- a/ql/src/test/results/clientpositive/spark/join15.q.out +++ b/ql/src/test/results/clientpositive/spark/join15.q.out @@ -12,8 +12,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join16.q.out b/ql/src/test/results/clientpositive/spark/join16.q.out index a247e1c..5c133fd 100644 --- a/ql/src/test/results/clientpositive/spark/join16.q.out +++ b/ql/src/test/results/clientpositive/spark/join16.q.out @@ -10,7 +10,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join17.q.out b/ql/src/test/results/clientpositive/spark/join17.q.out index 3a76709..6888328 100644 --- a/ql/src/test/results/clientpositive/spark/join17.q.out +++ b/ql/src/test/results/clientpositive/spark/join17.q.out @@ -62,7 +62,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join18.q.out b/ql/src/test/results/clientpositive/spark/join18.q.out index 6f60751..f1a96c9 100644 --- a/ql/src/test/results/clientpositive/spark/join18.q.out +++ b/ql/src/test/results/clientpositive/spark/join18.q.out @@ -32,9 +32,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 5 <- Map 4 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 5 <- Map 4 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join19.q.out b/ql/src/test/results/clientpositive/spark/join19.q.out index f71a4be..dded76a 100644 --- a/ql/src/test/results/clientpositive/spark/join19.q.out +++ b/ql/src/test/results/clientpositive/spark/join19.q.out @@ -126,9 +126,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP PARTITION-LEVEL SORT), Map 6 (GROUP PARTITION-LEVEL SORT), Map 8 (GROUP PARTITION-LEVEL SORT) - Reducer 5 <- Map 7 (GROUP PARTITION-LEVEL SORT), Map 9 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 6 (GROUP PARTITION-LEVEL SORT, 1), Map 8 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 5 <- Map 7 (GROUP PARTITION-LEVEL SORT, 1), Map 9 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join2.q.out b/ql/src/test/results/clientpositive/spark/join2.q.out index e5c82f3..e1b48a7 100644 --- a/ql/src/test/results/clientpositive/spark/join2.q.out +++ b/ql/src/test/results/clientpositive/spark/join2.q.out @@ -24,8 +24,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Map 4 (GROUP PARTITION-LEVEL SORT), Reducer 2 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Map 4 (GROUP PARTITION-LEVEL SORT, 1), Reducer 2 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join20.q.out b/ql/src/test/results/clientpositive/spark/join20.q.out index 60bfb4f..bb687e2 100644 --- a/ql/src/test/results/clientpositive/spark/join20.q.out +++ b/ql/src/test/results/clientpositive/spark/join20.q.out @@ -14,8 +14,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -662,8 +662,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join21.q.out b/ql/src/test/results/clientpositive/spark/join21.q.out index b927ab9..18018e0 100644 --- a/ql/src/test/results/clientpositive/spark/join21.q.out +++ b/ql/src/test/results/clientpositive/spark/join21.q.out @@ -12,8 +12,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join22.q.out b/ql/src/test/results/clientpositive/spark/join22.q.out index e958889..a486502 100644 --- a/ql/src/test/results/clientpositive/spark/join22.q.out +++ b/ql/src/test/results/clientpositive/spark/join22.q.out @@ -12,8 +12,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Map 5 (GROUP PARTITION-LEVEL SORT), Reducer 2 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Map 5 (GROUP PARTITION-LEVEL SORT, 1), Reducer 2 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join23.q.out b/ql/src/test/results/clientpositive/spark/join23.q.out index 7b4e8d1..f564b13 100644 --- a/ql/src/test/results/clientpositive/spark/join23.q.out +++ b/ql/src/test/results/clientpositive/spark/join23.q.out @@ -12,8 +12,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join25.q.out b/ql/src/test/results/clientpositive/spark/join25.q.out index e27d89a..50bd52b 100644 --- a/ql/src/test/results/clientpositive/spark/join25.q.out +++ b/ql/src/test/results/clientpositive/spark/join25.q.out @@ -30,7 +30,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join26.q.out b/ql/src/test/results/clientpositive/spark/join26.q.out index c5fc5ed..9a3c79a 100644 --- a/ql/src/test/results/clientpositive/spark/join26.q.out +++ b/ql/src/test/results/clientpositive/spark/join26.q.out @@ -111,7 +111,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join27.q.out b/ql/src/test/results/clientpositive/spark/join27.q.out index 2d69ac0..d964ee9 100644 --- a/ql/src/test/results/clientpositive/spark/join27.q.out +++ b/ql/src/test/results/clientpositive/spark/join27.q.out @@ -30,7 +30,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join3.q.out b/ql/src/test/results/clientpositive/spark/join3.q.out index 3910df9..a32471b 100644 --- a/ql/src/test/results/clientpositive/spark/join3.q.out +++ b/ql/src/test/results/clientpositive/spark/join3.q.out @@ -24,7 +24,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join4.q.out b/ql/src/test/results/clientpositive/spark/join4.q.out index 0b3c488..b09120e 100644 --- a/ql/src/test/results/clientpositive/spark/join4.q.out +++ b/ql/src/test/results/clientpositive/spark/join4.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join5.q.out b/ql/src/test/results/clientpositive/spark/join5.q.out index 55785ec..60e9eb5 100644 --- a/ql/src/test/results/clientpositive/spark/join5.q.out +++ b/ql/src/test/results/clientpositive/spark/join5.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join6.q.out b/ql/src/test/results/clientpositive/spark/join6.q.out index af634fd..04a39eb 100644 --- a/ql/src/test/results/clientpositive/spark/join6.q.out +++ b/ql/src/test/results/clientpositive/spark/join6.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join7.q.out b/ql/src/test/results/clientpositive/spark/join7.q.out index fe12fa9..8c8cec8 100644 --- a/ql/src/test/results/clientpositive/spark/join7.q.out +++ b/ql/src/test/results/clientpositive/spark/join7.q.out @@ -56,7 +56,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join8.q.out b/ql/src/test/results/clientpositive/spark/join8.q.out index 01f608d..e975c98 100644 --- a/ql/src/test/results/clientpositive/spark/join8.q.out +++ b/ql/src/test/results/clientpositive/spark/join8.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join9.q.out b/ql/src/test/results/clientpositive/spark/join9.q.out index 6cb81e8..227c108 100644 --- a/ql/src/test/results/clientpositive/spark/join9.q.out +++ b/ql/src/test/results/clientpositive/spark/join9.q.out @@ -78,7 +78,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out b/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out index b61aa4c..b1ae6df 100644 --- a/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out +++ b/ql/src/test/results/clientpositive/spark/join_nullsafe.q.out @@ -32,7 +32,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -110,7 +110,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -195,7 +195,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -302,7 +302,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -385,7 +385,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1517,7 +1517,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out b/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out index 61c85e6..d660ce5 100644 --- a/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out +++ b/ql/src/test/results/clientpositive/spark/limit_pushdown.q.out @@ -20,7 +20,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -97,7 +97,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -174,7 +174,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -264,7 +264,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -354,7 +354,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -439,7 +439,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -528,7 +528,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -643,8 +643,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -751,10 +751,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP PARTITION-LEVEL SORT), Reducer 6 (GROUP PARTITION-LEVEL SORT) - Reducer 5 <- Map 4 (GROUP) - Reducer 6 <- Reducer 5 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP PARTITION-LEVEL SORT, 1), Reducer 6 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Reducer 6 <- Reducer 5 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -885,7 +885,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -970,7 +970,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1129,7 +1129,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out index 83e6d31..eb3e01a 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out @@ -66,7 +66,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out index ecd3871..f9f5ff8 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out @@ -63,10 +63,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Reducer 7 <- Map 6 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE), Reducer 7 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Reducer 7 <- Map 6 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0), Reducer 7 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out index e5773b4..45ff0a5 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out @@ -48,7 +48,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 10) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/mapreduce1.q.out b/ql/src/test/results/clientpositive/spark/mapreduce1.q.out index 142616f..91418bd 100644 --- a/ql/src/test/results/clientpositive/spark/mapreduce1.q.out +++ b/ql/src/test/results/clientpositive/spark/mapreduce1.q.out @@ -32,7 +32,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/mapreduce2.q.out b/ql/src/test/results/clientpositive/spark/mapreduce2.q.out index fa3bdd7..a8badbc 100644 --- a/ql/src/test/results/clientpositive/spark/mapreduce2.q.out +++ b/ql/src/test/results/clientpositive/spark/mapreduce2.q.out @@ -30,7 +30,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/merge1.q.out b/ql/src/test/results/clientpositive/spark/merge1.q.out index da89a2a..9f3d711 100644 --- a/ql/src/test/results/clientpositive/spark/merge1.q.out +++ b/ql/src/test/results/clientpositive/spark/merge1.q.out @@ -33,7 +33,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/merge2.q.out b/ql/src/test/results/clientpositive/spark/merge2.q.out index e98a77e..5e2e7f7 100644 --- a/ql/src/test/results/clientpositive/spark/merge2.q.out +++ b/ql/src/test/results/clientpositive/spark/merge2.q.out @@ -33,7 +33,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out b/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out index 834d992..9da2a43 100644 --- a/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out +++ b/ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out @@ -190,7 +190,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -243,7 +243,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -432,7 +432,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert.q.out b/ql/src/test/results/clientpositive/spark/multi_insert.q.out index 31ebbeb..bae325f 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert.q.out @@ -680,7 +680,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -831,7 +831,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -982,7 +982,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1133,7 +1133,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1286,7 +1286,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -1485,7 +1485,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -1684,7 +1684,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -1883,7 +1883,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out index 2186728..6febe9d 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out @@ -44,7 +44,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -228,7 +228,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out index 49f5898..670c81d 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out @@ -42,8 +42,8 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out index 0a983d8..280a893 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out @@ -48,8 +48,8 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -162,8 +162,8 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1611,7 +1611,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP SORT) + Reducer 4 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1679,7 +1679,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP SORT) + Reducer 5 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -1749,7 +1749,7 @@ STAGE PLANS: Stage: Stage-3 Spark Edges: - Reducer 4 <- Map 3 (GROUP SORT) + Reducer 4 <- Map 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 @@ -1779,7 +1779,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 1 (GROUP SORT) + Reducer 5 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out index 68b1312..b07c582 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out @@ -319,7 +319,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -414,7 +414,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -586,7 +586,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -694,7 +694,7 @@ STAGE PLANS: Stage: Stage-6 Spark Edges: - Reducer 5 <- Map 2 (GROUP SORT) + Reducer 5 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -877,7 +877,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 1 (GROUP SORT) + Reducer 5 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -983,7 +983,7 @@ STAGE PLANS: Stage: Stage-6 Spark Edges: - Reducer 6 <- Map 2 (GROUP SORT) + Reducer 6 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -1047,7 +1047,7 @@ STAGE PLANS: Stage: Stage-7 Spark Edges: - Reducer 7 <- Map 3 (GROUP SORT) + Reducer 7 <- Map 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 @@ -1242,7 +1242,7 @@ STAGE PLANS: Stage: Stage-6 Spark Edges: - Reducer 5 <- Map 1 (GROUP SORT) + Reducer 5 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1361,7 +1361,7 @@ STAGE PLANS: Stage: Stage-7 Spark Edges: - Reducer 6 <- Map 2 (GROUP SORT) + Reducer 6 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -1425,7 +1425,7 @@ STAGE PLANS: Stage: Stage-8 Spark Edges: - Reducer 7 <- Map 3 (GROUP SORT) + Reducer 7 <- Map 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out index f7867ac..fd477ca 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out @@ -680,7 +680,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -831,7 +831,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -982,7 +982,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1133,7 +1133,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1286,7 +1286,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -1485,7 +1485,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -1684,7 +1684,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -1883,7 +1883,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Union 4 <- Map 3 (NONE), Map 5 (NONE) + Union 4 <- Map 3 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -2573,9 +2573,9 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2690,9 +2690,9 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2807,9 +2807,9 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2924,9 +2924,9 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3136,9 +3136,9 @@ STAGE PLANS: Stage: Stage-8 Spark Edges: - Reducer 5 <- Map 3 (GROUP SORT) - Reducer 6 <- Reducer 5 (GROUP SORT) - Reducer 7 <- Reducer 5 (GROUP SORT) + Reducer 5 <- Map 3 (GROUP SORT, 1) + Reducer 6 <- Reducer 5 (GROUP SORT, 1) + Reducer 7 <- Reducer 5 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 @@ -3393,9 +3393,9 @@ STAGE PLANS: Stage: Stage-8 Spark Edges: - Reducer 5 <- Map 3 (GROUP SORT) - Reducer 6 <- Reducer 5 (GROUP SORT) - Reducer 7 <- Reducer 5 (GROUP SORT) + Reducer 5 <- Map 3 (GROUP SORT, 1) + Reducer 6 <- Reducer 5 (GROUP SORT, 1) + Reducer 7 <- Reducer 5 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 @@ -3650,9 +3650,9 @@ STAGE PLANS: Stage: Stage-8 Spark Edges: - Reducer 5 <- Map 3 (GROUP SORT) - Reducer 6 <- Reducer 5 (GROUP SORT) - Reducer 7 <- Reducer 5 (GROUP SORT) + Reducer 5 <- Map 3 (GROUP SORT, 1) + Reducer 6 <- Reducer 5 (GROUP SORT, 1) + Reducer 7 <- Reducer 5 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 @@ -3907,9 +3907,9 @@ STAGE PLANS: Stage: Stage-8 Spark Edges: - Reducer 5 <- Map 3 (GROUP SORT) - Reducer 6 <- Reducer 5 (GROUP SORT) - Reducer 7 <- Reducer 5 (GROUP SORT) + Reducer 5 <- Map 3 (GROUP SORT, 1) + Reducer 6 <- Reducer 5 (GROUP SORT, 1) + Reducer 7 <- Reducer 5 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 diff --git a/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out b/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out index dbb78a6..44991e3 100644 --- a/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out +++ b/ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out @@ -77,7 +77,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -146,7 +146,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -222,7 +222,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -291,7 +291,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -367,7 +367,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 4 <- Map 1 (GROUP) + Reducer 4 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -436,7 +436,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP) + Reducer 5 <- Map 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -495,7 +495,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -617,7 +617,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 1 (GROUP) + Reducer 5 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -699,7 +699,7 @@ STAGE PLANS: Stage: Stage-6 Spark Edges: - Reducer 6 <- Map 2 (GROUP) + Reducer 6 <- Map 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -739,7 +739,7 @@ STAGE PLANS: Stage: Stage-7 Spark Edges: - Reducer 7 <- Map 3 (GROUP) + Reducer 7 <- Map 3 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 3 diff --git a/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out b/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out index d4db8a4..a4b8a90 100644 --- a/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out +++ b/ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out @@ -94,7 +94,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -215,8 +215,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -629,9 +629,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -1069,8 +1069,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1492,8 +1492,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) - Union 3 <- Map 4 (NONE), Reducer 2 (NONE) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) + Union 3 <- Map 4 (NONE, 0), Reducer 2 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/orc_analyze.q.out b/ql/src/test/results/clientpositive/spark/orc_analyze.q.out index a0af7ba..4193ff8 100644 --- a/ql/src/test/results/clientpositive/spark/orc_analyze.q.out +++ b/ql/src/test/results/clientpositive/spark/orc_analyze.q.out @@ -73,9 +73,11 @@ POSTHOOK: Lineage: orc_create_people.start_date SIMPLE [(orc_create_people_stagi POSTHOOK: Lineage: orc_create_people.state SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:state, type:string, comment:null), ] PREHOOK: query: analyze table orc_create_people compute statistics partialscan PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people PREHOOK: Output: default@orc_create_people POSTHOOK: query: analyze table orc_create_people compute statistics partialscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people PREHOOK: query: desc formatted orc_create_people PREHOOK: type: DESCTABLE @@ -105,7 +107,7 @@ Table Parameters: numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3123 + totalSize 3121 #### A masked pattern was here #### # Storage Information @@ -196,7 +198,7 @@ Table Parameters: numFiles 1 numRows -1 rawDataSize -1 - totalSize 3123 + totalSize 3121 #### A masked pattern was here #### # Storage Information @@ -270,11 +272,13 @@ POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_cre POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] PREHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people PREHOOK: Output: default@orc_create_people PREHOOK: Output: default@orc_create_people@state=Ca PREHOOK: Output: default@orc_create_people@state=Or POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people POSTHOOK: Output: default@orc_create_people@state=Ca POSTHOOK: Output: default@orc_create_people@state=Or @@ -583,11 +587,13 @@ POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_cre POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] PREHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people PREHOOK: Output: default@orc_create_people PREHOOK: Output: default@orc_create_people@state=Ca PREHOOK: Output: default@orc_create_people@state=Or POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people POSTHOOK: Output: default@orc_create_people@state=Ca POSTHOOK: Output: default@orc_create_people@state=Or @@ -620,10 +626,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true - numFiles 4 + numFiles 1 numRows 50 - rawDataSize 21980 - totalSize 4963 + rawDataSize 21950 + totalSize 2024 #### A masked pattern was here #### # Storage Information @@ -665,10 +671,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true - numFiles 4 + numFiles 1 numRows 50 - rawDataSize 22048 - totalSize 5051 + rawDataSize 22050 + totalSize 2043 #### A masked pattern was here #### # Storage Information @@ -774,10 +780,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true - numFiles 4 + numFiles 1 numRows -1 rawDataSize -1 - totalSize 4963 + totalSize 2024 #### A masked pattern was here #### # Storage Information @@ -819,10 +825,10 @@ Protect Mode: None #### A masked pattern was here #### Partition Parameters: COLUMN_STATS_ACCURATE true - numFiles 4 + numFiles 1 numRows -1 rawDataSize -1 - totalSize 5051 + totalSize 2043 #### A masked pattern was here #### # Storage Information @@ -945,12 +951,14 @@ POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people PREHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan PREHOOK: type: QUERY +PREHOOK: Input: default@orc_create_people PREHOOK: Output: default@orc_create_people PREHOOK: Output: default@orc_create_people@state=Ca PREHOOK: Output: default@orc_create_people@state=OH PREHOOK: Output: default@orc_create_people@state=Or POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people POSTHOOK: Output: default@orc_create_people@state=Ca POSTHOOK: Output: default@orc_create_people@state=OH diff --git a/ql/src/test/results/clientpositive/spark/order.q.out b/ql/src/test/results/clientpositive/spark/order.q.out index c337afa..7afa5e8 100644 --- a/ql/src/test/results/clientpositive/spark/order.q.out +++ b/ql/src/test/results/clientpositive/spark/order.q.out @@ -12,7 +12,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -78,7 +78,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/order2.q.out b/ql/src/test/results/clientpositive/spark/order2.q.out index bb2e765..2f3fe53 100644 --- a/ql/src/test/results/clientpositive/spark/order2.q.out +++ b/ql/src/test/results/clientpositive/spark/order2.q.out @@ -16,7 +16,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/parallel.q.out b/ql/src/test/results/clientpositive/spark/parallel.q.out index acd418f..df1759b 100644 --- a/ql/src/test/results/clientpositive/spark/parallel.q.out +++ b/ql/src/test/results/clientpositive/spark/parallel.q.out @@ -40,8 +40,8 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -149,6 +149,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@src_a POSTHOOK: Output: default@src_b +POSTHOOK: Lineage: src_a.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_a.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: src_b.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: src_b.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] diff --git a/ql/src/test/results/clientpositive/spark/parallel_join0.q.out b/ql/src/test/results/clientpositive/spark/parallel_join0.q.out index 2a35055..fa948af 100644 --- a/ql/src/test/results/clientpositive/spark/parallel_join0.q.out +++ b/ql/src/test/results/clientpositive/spark/parallel_join0.q.out @@ -26,8 +26,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 4) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/parallel_join1.q.out b/ql/src/test/results/clientpositive/spark/parallel_join1.q.out index c772c88..c2bc626 100644 --- a/ql/src/test/results/clientpositive/spark/parallel_join1.q.out +++ b/ql/src/test/results/clientpositive/spark/parallel_join1.q.out @@ -28,7 +28,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 4), Map 3 (GROUP PARTITION-LEVEL SORT, 4) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out b/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out index 169d2f1..96f2c06 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out @@ -55,7 +55,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 6 <- Map 5 (GROUP PARTITION-LEVEL SORT), Map 7 (GROUP PARTITION-LEVEL SORT) + Reducer 6 <- Map 5 (GROUP PARTITION-LEVEL SORT, 1), Map 7 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 5 @@ -1342,7 +1342,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 6 <- Map 5 (GROUP PARTITION-LEVEL SORT), Map 7 (GROUP PARTITION-LEVEL SORT) + Reducer 6 <- Map 5 (GROUP PARTITION-LEVEL SORT, 1), Map 7 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 5 diff --git a/ql/src/test/results/clientpositive/spark/ppd_transform.q.out b/ql/src/test/results/clientpositive/spark/ppd_transform.q.out index 54b8a8a..7ec5d8d 100644 --- a/ql/src/test/results/clientpositive/spark/ppd_transform.q.out +++ b/ql/src/test/results/clientpositive/spark/ppd_transform.q.out @@ -24,7 +24,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -198,7 +198,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/sample10.q.out b/ql/src/test/results/clientpositive/spark/sample10.q.out index d782243..f6f333e 100644 --- a/ql/src/test/results/clientpositive/spark/sample10.q.out +++ b/ql/src/test/results/clientpositive/spark/sample10.q.out @@ -90,8 +90,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/sample6.q.out b/ql/src/test/results/clientpositive/spark/sample6.q.out index 6ab5e89..c4a79cc 100644 --- a/ql/src/test/results/clientpositive/spark/sample6.q.out +++ b/ql/src/test/results/clientpositive/spark/sample6.q.out @@ -484,7 +484,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -881,7 +881,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1532,7 +1532,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2026,7 +2026,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2506,7 +2506,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2833,7 +2833,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3037,7 +3037,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/sample8.q.out b/ql/src/test/results/clientpositive/spark/sample8.q.out index ca12808..9660a1b 100644 --- a/ql/src/test/results/clientpositive/spark/sample8.q.out +++ b/ql/src/test/results/clientpositive/spark/sample8.q.out @@ -92,7 +92,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -798,7 +798,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -880,7 +880,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/script_pipe.q.out b/ql/src/test/results/clientpositive/spark/script_pipe.q.out index fb98eec..ef45626 100644 --- a/ql/src/test/results/clientpositive/spark/script_pipe.q.out +++ b/ql/src/test/results/clientpositive/spark/script_pipe.q.out @@ -12,7 +12,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/skewjoin.q.out b/ql/src/test/results/clientpositive/spark/skewjoin.q.out index 31f5bfe..a6f5b2b 100644 --- a/ql/src/test/results/clientpositive/spark/skewjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/skewjoin.q.out @@ -88,7 +88,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -190,7 +190,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -307,7 +307,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -416,8 +416,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -516,8 +516,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -629,8 +629,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -750,8 +750,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -876,8 +876,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/sort.q.out b/ql/src/test/results/clientpositive/spark/sort.q.out index b60c6b8..a725303 100644 --- a/ql/src/test/results/clientpositive/spark/sort.q.out +++ b/ql/src/test/results/clientpositive/spark/sort.q.out @@ -12,7 +12,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_exists.q.out b/ql/src/test/results/clientpositive/spark/subquery_exists.q.out index 5c6bd78..a0ddd25 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_exists.q.out @@ -26,7 +26,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_in.q.out b/ql/src/test/results/clientpositive/spark/subquery_in.q.out index fe4bdde..65218d9 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_in.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_in.q.out @@ -118,7 +118,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -225,7 +225,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -339,9 +339,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) - Reducer 4 <- Map 5 (GROUP PARTITION-LEVEL SORT), Reducer 3 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) + Reducer 4 <- Map 5 (GROUP PARTITION-LEVEL SORT, 1), Reducer 3 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -472,9 +472,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -613,8 +613,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -761,9 +761,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Map 6 (GROUP PARTITION-LEVEL SORT), Reducer 2 (GROUP PARTITION-LEVEL SORT) - Reducer 5 <- Map 4 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Map 6 (GROUP PARTITION-LEVEL SORT, 1), Reducer 2 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 5 <- Map 4 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out b/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out index 6f8066d..2b4a331 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out @@ -85,10 +85,10 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 10 <- Map 9 (GROUP) - Reducer 11 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 10 (GROUP PARTITION-LEVEL SORT) - Reducer 7 <- Map 6 (GROUP PARTITION-LEVEL SORT), Reducer 11 (GROUP PARTITION-LEVEL SORT) - Reducer 8 <- Reducer 7 (GROUP SORT) + Reducer 10 <- Map 9 (GROUP, 1) + Reducer 11 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 10 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 7 <- Map 6 (GROUP PARTITION-LEVEL SORT, 1), Reducer 11 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 8 <- Reducer 7 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -218,7 +218,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 5 <- Map 2 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -514,10 +514,10 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 10 <- Map 9 (GROUP) - Reducer 11 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 10 (GROUP PARTITION-LEVEL SORT) - Reducer 7 <- Map 6 (GROUP PARTITION-LEVEL SORT), Reducer 11 (GROUP PARTITION-LEVEL SORT) - Reducer 8 <- Reducer 7 (GROUP SORT) + Reducer 10 <- Map 9 (GROUP, 1) + Reducer 11 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 10 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 7 <- Map 6 (GROUP PARTITION-LEVEL SORT, 1), Reducer 11 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 8 <- Reducer 7 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -647,7 +647,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 5 <- Map 2 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) + Reducer 5 <- Map 2 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 2 diff --git a/ql/src/test/results/clientpositive/spark/temp_table.q.out b/ql/src/test/results/clientpositive/spark/temp_table.q.out index b3decb5..919c473 100644 --- a/ql/src/test/results/clientpositive/spark/temp_table.q.out +++ b/ql/src/test/results/clientpositive/spark/temp_table.q.out @@ -199,8 +199,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP SORT) - Union 2 <- Map 1 (NONE), Map 4 (NONE) + Reducer 3 <- Union 2 (GROUP SORT, 1) + Union 2 <- Map 1 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out b/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out index 352ab13..fef0940 100644 --- a/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out +++ b/ql/src/test/results/clientpositive/spark/transform_ppr1.q.out @@ -99,7 +99,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out b/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out index bb93e2f..2495d49 100644 --- a/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out +++ b/ql/src/test/results/clientpositive/spark/transform_ppr2.q.out @@ -101,7 +101,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union.q.out b/ql/src/test/results/clientpositive/spark/union.q.out index ce4ef2f..81f7293 100644 --- a/ql/src/test/results/clientpositive/spark/union.q.out +++ b/ql/src/test/results/clientpositive/spark/union.q.out @@ -29,7 +29,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union10.q.out b/ql/src/test/results/clientpositive/spark/union10.q.out index 81c8830..0b32fdf 100644 --- a/ql/src/test/results/clientpositive/spark/union10.q.out +++ b/ql/src/test/results/clientpositive/spark/union10.q.out @@ -36,10 +36,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Reducer 7 <- Map 6 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE), Reducer 7 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Reducer 7 <- Map 6 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0), Reducer 7 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union11.q.out b/ql/src/test/results/clientpositive/spark/union11.q.out index f9947f5..1ea20c9 100644 --- a/ql/src/test/results/clientpositive/spark/union11.q.out +++ b/ql/src/test/results/clientpositive/spark/union11.q.out @@ -26,11 +26,11 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 4 <- Union 3 (GROUP) - Reducer 6 <- Map 5 (GROUP) - Reducer 8 <- Map 7 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 6 (NONE), Reducer 8 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 4 <- Union 3 (GROUP, 1) + Reducer 6 <- Map 5 (GROUP, 1) + Reducer 8 <- Map 7 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0), Reducer 8 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union13.q.out b/ql/src/test/results/clientpositive/spark/union13.q.out index 1749f64..27de88b 100644 --- a/ql/src/test/results/clientpositive/spark/union13.q.out +++ b/ql/src/test/results/clientpositive/spark/union13.q.out @@ -20,7 +20,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union14.q.out b/ql/src/test/results/clientpositive/spark/union14.q.out index fa95fe3..1a8f3a5 100644 --- a/ql/src/test/results/clientpositive/spark/union14.q.out +++ b/ql/src/test/results/clientpositive/spark/union14.q.out @@ -24,9 +24,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 2 <- Map 1 (NONE), Reducer 5 (NONE) + Reducer 3 <- Union 2 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union15.q.out b/ql/src/test/results/clientpositive/spark/union15.q.out index 85f1be2..2b22885 100644 --- a/ql/src/test/results/clientpositive/spark/union15.q.out +++ b/ql/src/test/results/clientpositive/spark/union15.q.out @@ -26,9 +26,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 4 <- Union 3 (GROUP) - Union 3 <- Map 5 (NONE), Map 6 (NONE), Reducer 2 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 4 <- Union 3 (GROUP, 1) + Union 3 <- Map 5 (NONE, 0), Map 6 (NONE, 0), Reducer 2 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union16.q.out b/ql/src/test/results/clientpositive/spark/union16.q.out index c2449e2..fb27443 100644 --- a/ql/src/test/results/clientpositive/spark/union16.q.out +++ b/ql/src/test/results/clientpositive/spark/union16.q.out @@ -72,8 +72,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP) - Union 2 <- Map 1 (NONE), Map 10 (NONE), Map 11 (NONE), Map 12 (NONE), Map 13 (NONE), Map 14 (NONE), Map 15 (NONE), Map 16 (NONE), Map 17 (NONE), Map 18 (NONE), Map 19 (NONE), Map 20 (NONE), Map 21 (NONE), Map 22 (NONE), Map 23 (NONE), Map 24 (NONE), Map 25 (NONE), Map 26 (NONE), Map 27 (NONE), Map 4 (NONE), Map 5 (NONE), Map 6 (NONE), Map 7 (NONE), Map 8 (NONE), Map 9 (NONE) + Reducer 3 <- Union 2 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 10 (NONE, 0), Map 11 (NONE, 0), Map 12 (NONE, 0), Map 13 (NONE, 0), Map 14 (NONE, 0), Map 15 (NONE, 0), Map 16 (NONE, 0), Map 17 (NONE, 0), Map 18 (NONE, 0), Map 19 (NONE, 0), Map 20 (NONE, 0), Map 21 (NONE, 0), Map 22 (NONE, 0), Map 23 (NONE, 0), Map 24 (NONE, 0), Map 25 (NONE, 0), Map 26 (NONE, 0), Map 27 (NONE, 0), Map 4 (NONE, 0), Map 5 (NONE, 0), Map 6 (NONE, 0), Map 7 (NONE, 0), Map 8 (NONE, 0), Map 9 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union18.q.out b/ql/src/test/results/clientpositive/spark/union18.q.out index 07ea2c5..f94fa0b 100644 --- a/ql/src/test/results/clientpositive/spark/union18.q.out +++ b/ql/src/test/results/clientpositive/spark/union18.q.out @@ -46,8 +46,8 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Union 5 <- Map 6 (NONE), Reducer 4 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Union 5 <- Map 6 (NONE, 0), Reducer 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 diff --git a/ql/src/test/results/clientpositive/spark/union19.q.out b/ql/src/test/results/clientpositive/spark/union19.q.out index 2fefe8e..8dcb543 100644 --- a/ql/src/test/results/clientpositive/spark/union19.q.out +++ b/ql/src/test/results/clientpositive/spark/union19.q.out @@ -46,8 +46,8 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Union 5 <- Map 6 (NONE), Reducer 4 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Union 5 <- Map 6 (NONE, 0), Reducer 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 @@ -96,7 +96,7 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 7 <- Map 1 (GROUP) + Reducer 7 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union2.q.out b/ql/src/test/results/clientpositive/spark/union2.q.out index 74edd9e..c578828 100644 --- a/ql/src/test/results/clientpositive/spark/union2.q.out +++ b/ql/src/test/results/clientpositive/spark/union2.q.out @@ -20,8 +20,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP) - Union 2 <- Map 1 (NONE), Map 4 (NONE) + Reducer 3 <- Union 2 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union23.q.out b/ql/src/test/results/clientpositive/spark/union23.q.out index 1656393..22aa965 100644 --- a/ql/src/test/results/clientpositive/spark/union23.q.out +++ b/ql/src/test/results/clientpositive/spark/union23.q.out @@ -24,8 +24,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP SORT) - Union 2 <- Map 1 (NONE), Map 4 (NONE) + Reducer 3 <- Union 2 (GROUP SORT, 1) + Union 2 <- Map 1 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union25.q.out b/ql/src/test/results/clientpositive/spark/union25.q.out index 7905889..bad0e5c 100644 --- a/ql/src/test/results/clientpositive/spark/union25.q.out +++ b/ql/src/test/results/clientpositive/spark/union25.q.out @@ -68,10 +68,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP) - Reducer 5 <- Union 4 (GROUP) - Union 2 <- Map 1 (NONE), Map 6 (NONE) - Union 4 <- Map 7 (NONE), Reducer 3 (NONE) + Reducer 3 <- Union 2 (GROUP, 1) + Reducer 5 <- Union 4 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 6 (NONE, 0) + Union 4 <- Map 7 (NONE, 0), Reducer 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union28.q.out b/ql/src/test/results/clientpositive/spark/union28.q.out index 48a071b..1478976 100644 --- a/ql/src/test/results/clientpositive/spark/union28.q.out +++ b/ql/src/test/results/clientpositive/spark/union28.q.out @@ -42,9 +42,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Reducer 6 <- Map 5 (GROUP) - Union 2 <- Map 1 (NONE), Reducer 4 (NONE), Reducer 6 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Reducer 6 <- Map 5 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Reducer 4 (NONE, 0), Reducer 6 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union29.q.out b/ql/src/test/results/clientpositive/spark/union29.q.out index 93c94d5..f82d561 100644 --- a/ql/src/test/results/clientpositive/spark/union29.q.out +++ b/ql/src/test/results/clientpositive/spark/union29.q.out @@ -42,7 +42,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE), Map 4 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union3.q.out b/ql/src/test/results/clientpositive/spark/union3.q.out index 259faa2..8a7954b 100644 --- a/ql/src/test/results/clientpositive/spark/union3.q.out +++ b/ql/src/test/results/clientpositive/spark/union3.q.out @@ -46,13 +46,13 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 10 <- Map 9 (GROUP) - Reducer 11 <- Reducer 10 (GROUP SORT) - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Reducer 7 <- Map 6 (GROUP) - Reducer 8 <- Reducer 7 (GROUP SORT) - Union 3 <- Reducer 11 (NONE), Reducer 2 (NONE), Reducer 5 (NONE), Reducer 8 (NONE) + Reducer 10 <- Map 9 (GROUP, 1) + Reducer 11 <- Reducer 10 (GROUP SORT, 1) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Reducer 7 <- Map 6 (GROUP, 1) + Reducer 8 <- Reducer 7 (GROUP SORT, 1) + Union 3 <- Reducer 11 (NONE, 0), Reducer 2 (NONE, 0), Reducer 5 (NONE, 0), Reducer 8 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union30.q.out b/ql/src/test/results/clientpositive/spark/union30.q.out index d18a98a..a33e999 100644 --- a/ql/src/test/results/clientpositive/spark/union30.q.out +++ b/ql/src/test/results/clientpositive/spark/union30.q.out @@ -56,9 +56,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Map 6 (NONE), Map 7 (NONE), Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Map 6 (NONE, 0), Map 7 (NONE, 0), Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union33.q.out b/ql/src/test/results/clientpositive/spark/union33.q.out index e6d0364..840cb4d 100644 --- a/ql/src/test/results/clientpositive/spark/union33.q.out +++ b/ql/src/test/results/clientpositive/spark/union33.q.out @@ -42,9 +42,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP) - Union 2 <- Map 1 (NONE), Reducer 5 (NONE) + Reducer 4 <- Map 3 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -196,9 +196,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) - Union 4 <- Map 5 (NONE), Reducer 3 (NONE) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) + Union 4 <- Map 5 (NONE, 0), Reducer 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union4.q.out b/ql/src/test/results/clientpositive/spark/union4.q.out index 8ab70bf..78c3979 100644 --- a/ql/src/test/results/clientpositive/spark/union4.q.out +++ b/ql/src/test/results/clientpositive/spark/union4.q.out @@ -34,9 +34,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union5.q.out b/ql/src/test/results/clientpositive/spark/union5.q.out index dd78c89..9717853 100644 --- a/ql/src/test/results/clientpositive/spark/union5.q.out +++ b/ql/src/test/results/clientpositive/spark/union5.q.out @@ -22,10 +22,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 4 <- Union 3 (GROUP) - Reducer 6 <- Map 5 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 6 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 4 <- Union 3 (GROUP, 1) + Reducer 6 <- Map 5 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 6 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union6.q.out b/ql/src/test/results/clientpositive/spark/union6.q.out index 4a56842..eb42a40 100644 --- a/ql/src/test/results/clientpositive/spark/union6.q.out +++ b/ql/src/test/results/clientpositive/spark/union6.q.out @@ -34,8 +34,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Union 3 <- Map 4 (NONE), Reducer 2 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Union 3 <- Map 4 (NONE, 0), Reducer 2 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union7.q.out b/ql/src/test/results/clientpositive/spark/union7.q.out index 212dd7d..8606278 100644 --- a/ql/src/test/results/clientpositive/spark/union7.q.out +++ b/ql/src/test/results/clientpositive/spark/union7.q.out @@ -22,9 +22,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 4 <- Union 3 (GROUP) - Union 3 <- Map 5 (NONE), Reducer 2 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 4 <- Union 3 (GROUP, 1) + Union 3 <- Map 5 (NONE, 0), Reducer 2 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union8.q.out b/ql/src/test/results/clientpositive/spark/union8.q.out index d339b82..4e5cec5 100644 --- a/ql/src/test/results/clientpositive/spark/union8.q.out +++ b/ql/src/test/results/clientpositive/spark/union8.q.out @@ -22,7 +22,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE), Map 4 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union9.q.out b/ql/src/test/results/clientpositive/spark/union9.q.out index 06b09f4..9db0539 100644 --- a/ql/src/test/results/clientpositive/spark/union9.q.out +++ b/ql/src/test/results/clientpositive/spark/union9.q.out @@ -22,8 +22,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP) - Union 2 <- Map 1 (NONE), Map 4 (NONE), Map 5 (NONE) + Reducer 3 <- Union 2 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 4 (NONE, 0), Map 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_ppr.q.out b/ql/src/test/results/clientpositive/spark/union_ppr.q.out index a1b8fbd..15dec39 100644 --- a/ql/src/test/results/clientpositive/spark/union_ppr.q.out +++ b/ql/src/test/results/clientpositive/spark/union_ppr.q.out @@ -112,8 +112,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Union 2 (GROUP SORT) - Union 2 <- Map 1 (NONE), Map 4 (NONE) + Reducer 3 <- Union 2 (GROUP SORT, 1) + Union 2 <- Map 1 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_1.q.out b/ql/src/test/results/clientpositive/spark/union_remove_1.q.out index ae17bc4..0d0ec26 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_1.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_1.q.out @@ -69,9 +69,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_10.q.out b/ql/src/test/results/clientpositive/spark/union_remove_10.q.out index bac0e1a..e03c2d9 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_10.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_10.q.out @@ -90,8 +90,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Union 3 <- Map 4 (NONE), Map 5 (NONE), Reducer 2 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Union 3 <- Map 4 (NONE, 0), Map 5 (NONE, 0), Reducer 2 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_11.q.out b/ql/src/test/results/clientpositive/spark/union_remove_11.q.out index c436c30..21292aa 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_11.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_11.q.out @@ -90,7 +90,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE), Map 4 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_15.q.out b/ql/src/test/results/clientpositive/spark/union_remove_15.q.out index fb19959..ab98518 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_15.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_15.q.out @@ -75,9 +75,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_16.q.out b/ql/src/test/results/clientpositive/spark/union_remove_16.q.out index db579d6..90cb97c 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_16.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_16.q.out @@ -78,9 +78,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_17.q.out b/ql/src/test/results/clientpositive/spark/union_remove_17.q.out index bee8aa9..7387be0 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_17.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_17.q.out @@ -69,7 +69,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_18.q.out b/ql/src/test/results/clientpositive/spark/union_remove_18.q.out index f73cd43..83fab64 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_18.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_18.q.out @@ -73,9 +73,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_19.q.out b/ql/src/test/results/clientpositive/spark/union_remove_19.q.out index fe35c3c..07e1cc3 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_19.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_19.q.out @@ -73,9 +73,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -273,9 +273,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -439,9 +439,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_2.q.out b/ql/src/test/results/clientpositive/spark/union_remove_2.q.out index b375d78..00dd51e 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_2.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_2.q.out @@ -75,8 +75,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Union 2 <- Map 1 (NONE), Map 5 (NONE), Reducer 4 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 5 (NONE, 0), Reducer 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_20.q.out b/ql/src/test/results/clientpositive/spark/union_remove_20.q.out index 635c4ac..9140453 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_20.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_20.q.out @@ -71,9 +71,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_21.q.out b/ql/src/test/results/clientpositive/spark/union_remove_21.q.out index a6a634c..b921b1a 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_21.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_21.q.out @@ -71,9 +71,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_24.q.out b/ql/src/test/results/clientpositive/spark/union_remove_24.q.out index d3925ec..7d54e78 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_24.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_24.q.out @@ -67,9 +67,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_25.q.out b/ql/src/test/results/clientpositive/spark/union_remove_25.q.out index e9f9230..d8292aa 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_25.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_25.q.out @@ -85,9 +85,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -292,9 +292,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 @@ -472,9 +472,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_3.q.out b/ql/src/test/results/clientpositive/spark/union_remove_3.q.out index 11c352d..4b11494 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_3.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_3.q.out @@ -75,7 +75,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Union 2 <- Map 1 (NONE), Map 3 (NONE), Map 4 (NONE) + Union 2 <- Map 1 (NONE, 0), Map 3 (NONE, 0), Map 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_4.q.out b/ql/src/test/results/clientpositive/spark/union_remove_4.q.out index 354a386..db816e4 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_4.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_4.q.out @@ -74,9 +74,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_5.q.out b/ql/src/test/results/clientpositive/spark/union_remove_5.q.out index 5732543..7c85791 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_5.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_5.q.out @@ -82,8 +82,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Union 2 <- Map 1 (NONE), Map 5 (NONE), Reducer 4 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 5 (NONE, 0), Reducer 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_6.q.out b/ql/src/test/results/clientpositive/spark/union_remove_6.q.out index 147f1fe..6730010 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_6.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_6.q.out @@ -74,9 +74,9 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Reducer 7 <- Map 6 (GROUP) - Union 5 <- Reducer 4 (NONE), Reducer 7 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Reducer 7 <- Map 6 (GROUP, 1) + Union 5 <- Reducer 4 (NONE, 0), Reducer 7 (NONE, 0) #### A masked pattern was here #### Vertices: Map 3 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_7.q.out b/ql/src/test/results/clientpositive/spark/union_remove_7.q.out index ea8170b..ed30b09 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_7.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_7.q.out @@ -73,9 +73,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 5 <- Map 4 (GROUP) - Union 3 <- Reducer 2 (NONE), Reducer 5 (NONE) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP, 1) + Union 3 <- Reducer 2 (NONE, 0), Reducer 5 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_8.q.out b/ql/src/test/results/clientpositive/spark/union_remove_8.q.out index af768da..16f15f4 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_8.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_8.q.out @@ -79,8 +79,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Union 2 <- Map 1 (NONE), Map 5 (NONE), Reducer 4 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 5 (NONE, 0), Reducer 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/union_remove_9.q.out b/ql/src/test/results/clientpositive/spark/union_remove_9.q.out index 730a9c2..4a33436 100644 --- a/ql/src/test/results/clientpositive/spark/union_remove_9.q.out +++ b/ql/src/test/results/clientpositive/spark/union_remove_9.q.out @@ -86,8 +86,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 4 <- Map 3 (GROUP) - Union 2 <- Map 1 (NONE), Map 5 (NONE), Reducer 4 (NONE) + Reducer 4 <- Map 3 (GROUP, 1) + Union 2 <- Map 1 (NONE, 0), Map 5 (NONE, 0), Reducer 4 (NONE, 0) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out b/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out index 2b3ed0d..f30c803 100644 --- a/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_cast_constant.q.out @@ -120,8 +120,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out index cb3b00e..d21c68f 100644 --- a/ql/src/test/results/clientpositive/spark/vector_data_types.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_data_types.q.out @@ -110,7 +110,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -184,7 +184,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out b/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out index 39eb31d..99606d9 100644 --- a/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_decimal_aggregate.q.out @@ -41,7 +41,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -138,7 +138,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out b/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out index 4fc4f61..8c28349 100644 --- a/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_left_outer_join.q.out @@ -24,9 +24,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) - Reducer 5 <- Map 4 (GROUP PARTITION-LEVEL SORT), Map 6 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 6 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorization_14.q.out b/ql/src/test/results/clientpositive/spark/vectorization_14.q.out index 150a4ca..f1e4916 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_14.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_14.q.out @@ -72,8 +72,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorization_15.q.out b/ql/src/test/results/clientpositive/spark/vectorization_15.q.out index 0a776f5..3eb3722 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_15.q.out @@ -68,8 +68,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorization_9.q.out b/ql/src/test/results/clientpositive/spark/vectorization_9.q.out index 0f5c203..21434d4 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_9.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out b/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out index 5abc6b0..c6458ec 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_part_project.q.out @@ -60,7 +60,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out index 979a777..e8751a6 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_mapjoin.q.out @@ -14,8 +14,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out index 422179e..d163d42 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_nested_mapjoin.q.out @@ -10,9 +10,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) - Reducer 5 <- Map 4 (GROUP PARTITION-LEVEL SORT), Map 6 (GROUP PARTITION-LEVEL SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) + Reducer 5 <- Map 4 (GROUP PARTITION-LEVEL SORT, 1), Map 6 (GROUP PARTITION-LEVEL SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out b/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out index e12943c..909378b 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_ptf.q.out @@ -225,8 +225,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -496,9 +496,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -793,7 +793,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1039,8 +1039,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1313,8 +1313,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1596,9 +1596,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -1844,8 +1844,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2136,8 +2136,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 4 (GROUP PARTITION-LEVEL SORT) - Reducer 4 <- Map 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 4 <- Map 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2437,8 +2437,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2699,8 +2699,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -2965,8 +2965,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3239,9 +3239,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3548,8 +3548,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -3919,9 +3919,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Reducer 5 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 5 <- Map 4 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Reducer 5 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 5 <- Map 4 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -4222,8 +4222,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -4479,9 +4479,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -4937,7 +4937,7 @@ STAGE PLANS: Stage: Stage-2 Spark Edges: - Reducer 4 <- Map 3 (GROUP SORT) + Reducer 4 <- Map 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 3 @@ -5023,8 +5023,8 @@ STAGE PLANS: Stage: Stage-4 Spark Edges: - Reducer 5 <- Map 1 (GROUP SORT) - Reducer 6 <- Reducer 5 (GROUP SORT) + Reducer 5 <- Map 1 (GROUP SORT, 1) + Reducer 6 <- Reducer 5 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -5167,7 +5167,7 @@ STAGE PLANS: Stage: Stage-5 Spark Edges: - Reducer 7 <- Map 2 (GROUP SORT) + Reducer 7 <- Map 2 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 2 @@ -5513,9 +5513,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -5851,10 +5851,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -6185,9 +6185,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -6517,10 +6517,10 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) - Reducer 5 <- Reducer 4 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) + Reducer 5 <- Reducer 4 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -6895,9 +6895,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -7226,9 +7226,9 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) - Reducer 3 <- Reducer 2 (GROUP SORT) - Reducer 4 <- Reducer 3 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) + Reducer 3 <- Reducer 2 (GROUP SORT, 1) + Reducer 4 <- Reducer 3 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out b/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out index 979a777..e8751a6 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_shufflejoin.q.out @@ -14,8 +14,8 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT), Map 4 (GROUP PARTITION-LEVEL SORT) - Reducer 3 <- Reducer 2 (GROUP) + Reducer 2 <- Map 1 (GROUP PARTITION-LEVEL SORT, 1), Map 4 (GROUP PARTITION-LEVEL SORT, 1) + Reducer 3 <- Reducer 2 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 diff --git a/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out b/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out index 53793d2..abf1d86 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_timestamp_funcs.q.out @@ -109,7 +109,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -247,7 +247,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -385,7 +385,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -527,7 +527,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP SORT) + Reducer 2 <- Map 1 (GROUP SORT, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -616,7 +616,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -694,7 +694,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1 @@ -777,7 +777,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP) + Reducer 2 <- Map 1 (GROUP, 1) #### A masked pattern was here #### Vertices: Map 1