diff --git data/conf/llap/hive-site.xml data/conf/llap/hive-site.xml index 1507a561e6..44ca6c9daf 100644 --- data/conf/llap/hive-site.xml +++ data/conf/llap/hive-site.xml @@ -163,7 +163,7 @@ hive.exec.post.hooks - org.apache.hadoop.hive.ql.hooks.PostExecutePrinter, org.apache.hadoop.hive.ql.hooks.RuntimeStatsPersistenceCheckerHook + org.apache.hadoop.hive.ql.hooks.PostExecutePrinter, org.apache.hadoop.hive.ql.hooks.RuntimeStatsPersistenceCheckerHook, org.apache.hadoop.hive.ql.hooks.NoOperatorReuseCheckerHook Post Execute Hook for Tests diff --git itests/util/src/main/java/org/apache/hadoop/hive/cli/control/CliConfigs.java itests/util/src/main/java/org/apache/hadoop/hive/cli/control/CliConfigs.java index 7063adb885..ab6dab221a 100644 --- itests/util/src/main/java/org/apache/hadoop/hive/cli/control/CliConfigs.java +++ itests/util/src/main/java/org/apache/hadoop/hive/cli/control/CliConfigs.java @@ -228,7 +228,6 @@ public MiniLlapLocalCliConfig() { excludeQuery("special_character_in_tabnames_1.q"); // Disabled in HIVE-19509 excludeQuery("sysdb.q"); // Disabled in HIVE-19509 excludeQuery("tez_smb_1.q"); // Disabled in HIVE-19509 - excludeQuery("union_fast_stats.q"); // Disabled in HIVE-19509 excludeQuery("schema_evol_orc_acidvec_part.q"); // Disabled in HIVE-19509 excludeQuery("schema_evol_orc_vec_part_llap_io.q"); // Disabled in HIVE-19509 diff --git ql/src/java/org/apache/hadoop/hive/ql/Context.java ql/src/java/org/apache/hadoop/hive/ql/Context.java index 1921ea7ca8..884f05cc9f 100644 --- ql/src/java/org/apache/hadoop/hive/ql/Context.java +++ ql/src/java/org/apache/hadoop/hive/ql/Context.java @@ -983,6 +983,10 @@ public CompilationOpContext getOpContext() { return opContext; } + public void setOpContext(CompilationOpContext opContext) { + this.opContext = opContext; + } + public Heartbeater getHeartbeater() { return heartbeater; } @@ -1081,4 +1085,5 @@ public Table getTempTableForLoad() { public void setTempTableForLoad(Table tempTableForLoad) { this.tempTableForLoad = tempTableForLoad; } + } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java index 108bb57c41..79c8f1fc4a 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java @@ -134,6 +134,7 @@ protected Operator(String name, CompilationOpContext cContext) { initOperatorId(); } + /** Kryo ctor. */ protected Operator() { childOperators = new ArrayList>(); parentOperators = new ArrayList>(); @@ -244,10 +245,6 @@ public RowSchema getSchema() { protected transient ObjectInspector outputObjInspector; - public void setId(String id) { - this.id = id; - } - /** * This function is not named getId(), to make sure java serialization does * NOT serialize it. Some TestParse tests will fail if we serialize this @@ -1159,7 +1156,7 @@ public void initOperatorId() { setOperatorId(getName() + "_" + this.id); } - public void setOperatorId(String operatorId) { + private void setOperatorId(String operatorId) { this.operatorId = operatorId; } @@ -1528,6 +1525,8 @@ public String getReduceOutputName() { public void setCompilationOpContext(CompilationOpContext ctx) { cContext = ctx; + id = String.valueOf(ctx.nextOperatorId()); + initOperatorId(); } /** @return Compilation operator context. Only available during compilation. */ diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/SerializationUtilities.java ql/src/java/org/apache/hadoop/hive/ql/exec/SerializationUtilities.java index 66f0a009d5..1e2299c334 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/SerializationUtilities.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/SerializationUtilities.java @@ -30,6 +30,7 @@ import java.net.URI; import java.sql.Timestamp; import java.time.ZoneId; +import java.util.ArrayList; import java.util.Arrays; import java.util.HashMap; import java.util.List; @@ -47,8 +48,6 @@ import org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat; import org.apache.hadoop.hive.ql.io.RCFileInputFormat; import org.apache.hadoop.hive.ql.log.PerfLogger; -import org.apache.hadoop.hive.ql.metadata.Hive; -import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc; import org.apache.hadoop.hive.ql.plan.BaseWork; import org.apache.hadoop.hive.ql.plan.ExprNodeGenericFuncDesc; @@ -225,6 +224,7 @@ public Registration readClass(Input input) { private static final Object FAKE_REFERENCE = new Object(); private static KryoFactory factory = new KryoFactory() { + @Override public Kryo create() { KryoWithHooks kryo = new KryoWithHooks(); kryo.register(java.sql.Date.class, new SqlDateSerializer()); @@ -646,8 +646,11 @@ public static MapredWork clonePlan(MapredWork plan) { * @return The clone. */ public static List> cloneOperatorTree(List> roots) { + if (roots.isEmpty()) { + return new ArrayList<>(); + } ByteArrayOutputStream baos = new ByteArrayOutputStream(4096); - CompilationOpContext ctx = roots.isEmpty() ? null : roots.get(0).getCompilationOpContext(); + CompilationOpContext ctx = roots.get(0).getCompilationOpContext(); serializePlan(roots, baos, true); @SuppressWarnings("unchecked") List> result = diff --git ql/src/java/org/apache/hadoop/hive/ql/hooks/NoOperatorReuseCheckerHook.java ql/src/java/org/apache/hadoop/hive/ql/hooks/NoOperatorReuseCheckerHook.java new file mode 100644 index 0000000000..3fc5429b0a --- /dev/null +++ ql/src/java/org/apache/hadoop/hive/ql/hooks/NoOperatorReuseCheckerHook.java @@ -0,0 +1,109 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.hooks; + +import java.io.Serializable; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.Stack; + +import org.apache.hadoop.hbase.shaded.com.google.common.collect.Lists; +import org.apache.hadoop.hive.ql.exec.Operator; +import org.apache.hadoop.hive.ql.exec.Task; +import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; +import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; +import org.apache.hadoop.hive.ql.lib.Dispatcher; +import org.apache.hadoop.hive.ql.lib.GraphWalker; +import org.apache.hadoop.hive.ql.lib.Node; +import org.apache.hadoop.hive.ql.lib.NodeProcessor; +import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.parse.SemanticException; +import org.apache.hadoop.hive.ql.plan.BaseWork; +import org.apache.hadoop.hive.ql.plan.MapWork; +import org.apache.hadoop.hive.ql.plan.MapredWork; +import org.apache.hadoop.hive.ql.plan.ReduceWork; +import org.apache.hadoop.hive.ql.plan.TezWork; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +/** + * Checks whenever operator ids are not reused. + */ +public class NoOperatorReuseCheckerHook implements ExecuteWithHookContext { + + private static final Logger LOG = LoggerFactory.getLogger(NoOperatorReuseCheckerHook.class); + + static class UniqueOpIdChecker implements NodeProcessor { + + Map> opMap = new HashMap<>(); + + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, Object... nodeOutputs) + throws SemanticException { + Operator op = (Operator) nd; + String opKey = op.getOperatorId(); + Operator found = opMap.get(opKey); + if (found != null) { + throw new RuntimeException("operator id reuse found: " + opKey); + } + opMap.put(opKey, op); + return null; + } + } + + @Override + public void run(HookContext hookContext) throws Exception { + + List rootOps = Lists.newArrayList(); + + ArrayList> roots = hookContext.getQueryPlan().getRootTasks(); + for (Task task : roots) { + + Object work = task.getWork(); + if (work instanceof MapredWork) { + MapredWork mapredWork = (MapredWork) work; + MapWork mapWork = mapredWork.getMapWork(); + if (mapWork != null) { + rootOps.addAll(mapWork.getAllRootOperators()); + } + ReduceWork reduceWork = mapredWork.getReduceWork(); + if (reduceWork != null) { + rootOps.addAll(reduceWork.getAllRootOperators()); + } + } + if (work instanceof TezWork) { + for (BaseWork bw : ((TezWork) work).getAllWorkUnsorted()) { + rootOps.addAll(bw.getAllRootOperators()); + } + } + } + if (rootOps.isEmpty()) { + return; + } + + Dispatcher disp = new DefaultRuleDispatcher(new UniqueOpIdChecker(), new HashMap<>(), null); + GraphWalker ogw = new DefaultGraphWalker(disp); + + HashMap nodeOutput = new HashMap(); + ogw.startWalking(rootOps, nodeOutput); + + } +} diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java index fe26283bd2..de0282f6ac 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/ColumnStatsAutoGatherContext.java @@ -127,6 +127,7 @@ public void insertAnalyzePipeline() throws SemanticException{ private Operator genSelOpForAnalyze(String analyzeCommand, Context origCtx) throws IOException, ParseException, SemanticException{ //0. initialization Context ctx = new Context(conf); + ctx.setOpContext(origCtx.getOpContext()); ctx.setExplainConfig(origCtx.getExplainConfig()); ASTNode tree = ParseUtils.parse(analyzeCommand, ctx); diff --git ql/src/test/results/clientpositive/auto_join0.q.out ql/src/test/results/clientpositive/auto_join0.q.out index da036b78c5..17fc2fd555 100644 --- ql/src/test/results/clientpositive/auto_join0.q.out +++ ql/src/test/results/clientpositive/auto_join0.q.out @@ -1,5 +1,5 @@ -Warning: Map Join MAPJOIN[28][bigTable=?] in task 'Stage-5:MAPRED' is a cross product -Warning: Map Join MAPJOIN[29][bigTable=?] in task 'Stage-6:MAPRED' is a cross product +Warning: Map Join MAPJOIN[35][bigTable=?] in task 'Stage-5:MAPRED' is a cross product +Warning: Map Join MAPJOIN[43][bigTable=?] in task 'Stage-6:MAPRED' is a cross product Warning: Shuffle Join JOIN[12][tables = [src1, src2]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select sum(hash(a.k1,a.v1,a.k2, a.v2)) @@ -244,8 +244,8 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[28][bigTable=?] in task 'Stage-5:MAPRED' is a cross product -Warning: Map Join MAPJOIN[29][bigTable=?] in task 'Stage-6:MAPRED' is a cross product +Warning: Map Join MAPJOIN[35][bigTable=?] in task 'Stage-5:MAPRED' is a cross product +Warning: Map Join MAPJOIN[43][bigTable=?] in task 'Stage-6:MAPRED' is a cross product Warning: Shuffle Join JOIN[12][tables = [src1, src2]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: select sum(hash(a.k1,a.v1,a.k2, a.v2)) from ( diff --git ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out index 390a679720..10a8ae1121 100644 --- ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out @@ -460,8 +460,8 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[31][bigTable=?] in task 'Stage-7:MAPRED' is a cross product -Warning: Map Join MAPJOIN[30][bigTable=?] in task 'Stage-6:MAPRED' is a cross product +Warning: Map Join MAPJOIN[43][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[36][bigTable=?] in task 'Stage-6:MAPRED' is a cross product Warning: Shuffle Join JOIN[20][tables = [, ]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select * from (select A_n18.key from A_n18 group by key) ss join diff --git ql/src/test/results/clientpositive/cross_product_check_2.q.out ql/src/test/results/clientpositive/cross_product_check_2.q.out index 2c62cf016b..61434314e7 100644 --- ql/src/test/results/clientpositive/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/cross_product_check_2.q.out @@ -452,8 +452,8 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Stage-7:MAPRED' is a cross product -Warning: Map Join MAPJOIN[33][bigTable=?] in task 'Stage-6:MAPRED' is a cross product +Warning: Map Join MAPJOIN[46][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[39][bigTable=?] in task 'Stage-6:MAPRED' is a cross product Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain select * from (select A_n2.key from A_n2 group by key) ss join diff --git ql/src/test/results/clientpositive/llap/bucketizedhiveinputformat.q.out ql/src/test/results/clientpositive/llap/bucketizedhiveinputformat.q.out index 37a9675958..d87e3a32fc 100644 --- ql/src/test/results/clientpositive/llap/bucketizedhiveinputformat.q.out +++ ql/src/test/results/clientpositive/llap/bucketizedhiveinputformat.q.out @@ -22,7 +22,7 @@ POSTHOOK: query: CREATE TABLE T2_n74(name STRING) STORED AS SEQUENCEFILE POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@T2_n74 -Warning: Shuffle Join MERGEJOIN[16][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[23][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: INSERT OVERWRITE TABLE T2_n74 SELECT * FROM ( SELECT tmp1.name as name FROM ( SELECT name, 'MMM' AS n FROM T1_n125) tmp1 diff --git ql/src/test/results/clientpositive/llap/constprog_dpp.q.out ql/src/test/results/clientpositive/llap/constprog_dpp.q.out index 4e9038df1b..aaa4ecccd8 100644 --- ql/src/test/results/clientpositive/llap/constprog_dpp.q.out +++ ql/src/test/results/clientpositive/llap/constprog_dpp.q.out @@ -53,35 +53,35 @@ Stage-0 Reducer 2 llap File Output Operator [FS_17] Merge Join Operator [MERGEJOIN_21] (rows=1 width=4) - Conds:RS_23._col0=RS_26._col0(Left Outer),Output:["_col0"] + Conds:RS_33._col0=RS_36._col0(Left Outer),Output:["_col0"] <-Map 1 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_23] + SHUFFLE [RS_33] PartitionCols:_col0 - Select Operator [SEL_22] (rows=1 width=4) + Select Operator [SEL_32] (rows=1 width=4) Output:["_col0"] TableScan [TS_0] (rows=1 width=4) default@tb1,a,Tbl:COMPLETE,Col:NONE,Output:["id"] <-Reducer 5 [SIMPLE_EDGE] vectorized, llap - SHUFFLE [RS_26] + SHUFFLE [RS_36] PartitionCols:_col0 - Limit [LIM_25] (rows=1 width=2) + Limit [LIM_35] (rows=1 width=2) Number of rows:1 - Select Operator [SEL_24] (rows=1 width=2) + Select Operator [SEL_34] (rows=1 width=2) Output:["_col0"] <-Union 4 [CUSTOM_SIMPLE_EDGE] <-Map 3 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_29] - Limit [LIM_28] (rows=1 width=2) + Reduce Output Operator [RS_39] + Limit [LIM_38] (rows=1 width=2) Number of rows:1 - Select Operator [SEL_27] (rows=1 width=4) + Select Operator [SEL_37] (rows=1 width=4) Output:["_col0"] - TableScan [TS_2] (rows=1 width=4) + TableScan [TS_22] (rows=1 width=4) Output:["id"] <-Map 6 [CONTAINS] vectorized, llap - Reduce Output Operator [RS_32] - Limit [LIM_31] (rows=1 width=2) + Reduce Output Operator [RS_42] + Limit [LIM_41] (rows=1 width=2) Number of rows:1 - Select Operator [SEL_30] (rows=1 width=0) + Select Operator [SEL_40] (rows=1 width=0) Output:["_col0"] - TableScan [TS_4] (rows=1 width=0) + TableScan [TS_27] (rows=1 width=0) diff --git ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out index 1be25fead1..8f79e6e977 100644 --- ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out +++ ql/src/test/results/clientpositive/llap/dp_counter_mm.q.out @@ -24,16 +24,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n5: 84 RECORDS_OUT_INTERMEDIATE_Map_1: 57 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 84 + RECORDS_OUT_OPERATOR_FIL_12: 84 + RECORDS_OUT_OPERATOR_FS_11: 57 RECORDS_OUT_OPERATOR_FS_4: 84 - RECORDS_OUT_OPERATOR_FS_6: 57 - RECORDS_OUT_OPERATOR_GBY_2: 57 - RECORDS_OUT_OPERATOR_GBY_4: 57 + RECORDS_OUT_OPERATOR_GBY_7: 57 + RECORDS_OUT_OPERATOR_GBY_9: 57 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 57 - RECORDS_OUT_OPERATOR_SEL_1: 84 + RECORDS_OUT_OPERATOR_RS_8: 57 + RECORDS_OUT_OPERATOR_SEL_10: 57 RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 57 + RECORDS_OUT_OPERATOR_SEL_6: 84 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -54,16 +54,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n5: 189 RECORDS_OUT_INTERMEDIATE_Map_1: 121 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 189 + RECORDS_OUT_OPERATOR_FIL_12: 189 + RECORDS_OUT_OPERATOR_FS_11: 121 RECORDS_OUT_OPERATOR_FS_4: 189 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_GBY_7: 121 + RECORDS_OUT_OPERATOR_GBY_9: 121 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 + RECORDS_OUT_OPERATOR_RS_8: 121 + RECORDS_OUT_OPERATOR_SEL_10: 121 RECORDS_OUT_OPERATOR_SEL_2: 189 - RECORDS_OUT_OPERATOR_SEL_5: 121 + RECORDS_OUT_OPERATOR_SEL_6: 189 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -92,16 +92,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n5: 189 RECORDS_OUT_INTERMEDIATE_Map_1: 121 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 189 + RECORDS_OUT_OPERATOR_FIL_12: 189 + RECORDS_OUT_OPERATOR_FS_11: 121 RECORDS_OUT_OPERATOR_FS_4: 189 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_GBY_7: 121 + RECORDS_OUT_OPERATOR_GBY_9: 121 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 + RECORDS_OUT_OPERATOR_RS_8: 121 + RECORDS_OUT_OPERATOR_SEL_10: 121 RECORDS_OUT_OPERATOR_SEL_2: 189 - RECORDS_OUT_OPERATOR_SEL_5: 121 + RECORDS_OUT_OPERATOR_SEL_6: 189 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -122,16 +122,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n5: 292 RECORDS_OUT_INTERMEDIATE_Map_1: 184 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 292 + RECORDS_OUT_OPERATOR_FIL_12: 292 + RECORDS_OUT_OPERATOR_FS_11: 184 RECORDS_OUT_OPERATOR_FS_4: 292 - RECORDS_OUT_OPERATOR_FS_6: 184 - RECORDS_OUT_OPERATOR_GBY_2: 184 - RECORDS_OUT_OPERATOR_GBY_4: 184 + RECORDS_OUT_OPERATOR_GBY_7: 184 + RECORDS_OUT_OPERATOR_GBY_9: 184 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 184 - RECORDS_OUT_OPERATOR_SEL_1: 292 + RECORDS_OUT_OPERATOR_RS_8: 184 + RECORDS_OUT_OPERATOR_SEL_10: 184 RECORDS_OUT_OPERATOR_SEL_2: 292 - RECORDS_OUT_OPERATOR_SEL_5: 184 + RECORDS_OUT_OPERATOR_SEL_6: 292 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -171,19 +171,25 @@ Stage-2 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 121 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 105 - RECORDS_OUT_OPERATOR_FIL_9: 84 + RECORDS_OUT_OPERATOR_FIL_23: 84 + RECORDS_OUT_OPERATOR_FIL_24: 105 + RECORDS_OUT_OPERATOR_FS_11: 57 + RECORDS_OUT_OPERATOR_FS_15: 105 + RECORDS_OUT_OPERATOR_FS_22: 64 RECORDS_OUT_OPERATOR_FS_4: 84 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_FS_8: 105 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_GBY_18: 64 + RECORDS_OUT_OPERATOR_GBY_20: 64 + RECORDS_OUT_OPERATOR_GBY_7: 57 + RECORDS_OUT_OPERATOR_GBY_9: 57 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 + RECORDS_OUT_OPERATOR_RS_19: 64 + RECORDS_OUT_OPERATOR_RS_8: 57 + RECORDS_OUT_OPERATOR_SEL_10: 57 + RECORDS_OUT_OPERATOR_SEL_13: 105 + RECORDS_OUT_OPERATOR_SEL_17: 105 RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 121 - RECORDS_OUT_OPERATOR_SEL_6: 105 + RECORDS_OUT_OPERATOR_SEL_21: 64 + RECORDS_OUT_OPERATOR_SEL_6: 84 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-2 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -209,19 +215,25 @@ Stage-2 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 184 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 208 - RECORDS_OUT_OPERATOR_FIL_9: 84 + RECORDS_OUT_OPERATOR_FIL_23: 84 + RECORDS_OUT_OPERATOR_FIL_24: 208 + RECORDS_OUT_OPERATOR_FS_11: 57 + RECORDS_OUT_OPERATOR_FS_15: 208 + RECORDS_OUT_OPERATOR_FS_22: 127 RECORDS_OUT_OPERATOR_FS_4: 84 - RECORDS_OUT_OPERATOR_FS_6: 184 - RECORDS_OUT_OPERATOR_FS_8: 208 - RECORDS_OUT_OPERATOR_GBY_2: 184 - RECORDS_OUT_OPERATOR_GBY_4: 184 + RECORDS_OUT_OPERATOR_GBY_18: 127 + RECORDS_OUT_OPERATOR_GBY_20: 127 + RECORDS_OUT_OPERATOR_GBY_7: 57 + RECORDS_OUT_OPERATOR_GBY_9: 57 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 184 - RECORDS_OUT_OPERATOR_SEL_1: 292 + RECORDS_OUT_OPERATOR_RS_19: 127 + RECORDS_OUT_OPERATOR_RS_8: 57 + RECORDS_OUT_OPERATOR_SEL_10: 57 + RECORDS_OUT_OPERATOR_SEL_13: 208 + RECORDS_OUT_OPERATOR_SEL_17: 208 RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 184 - RECORDS_OUT_OPERATOR_SEL_6: 208 + RECORDS_OUT_OPERATOR_SEL_21: 127 + RECORDS_OUT_OPERATOR_SEL_6: 84 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-2 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -256,20 +268,26 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 57 RECORDS_OUT_INTERMEDIATE_Map_4: 64 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 84 - RECORDS_OUT_OPERATOR_FIL_11: 105 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_FS_9: 189 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_FIL_20: 84 + RECORDS_OUT_OPERATOR_FIL_29: 105 + RECORDS_OUT_OPERATOR_FS_16: 121 + RECORDS_OUT_OPERATOR_FS_24: 84 + RECORDS_OUT_OPERATOR_FS_33: 105 + RECORDS_OUT_OPERATOR_GBY_14: 121 + RECORDS_OUT_OPERATOR_GBY_26: 57 + RECORDS_OUT_OPERATOR_GBY_35: 64 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 - RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 226 - RECORDS_OUT_OPERATOR_SEL_7: 189 - RECORDS_OUT_OPERATOR_TS_0: 500 - RECORDS_OUT_OPERATOR_TS_3: 500 + RECORDS_OUT_OPERATOR_RS_27: 57 + RECORDS_OUT_OPERATOR_RS_36: 64 + RECORDS_OUT_OPERATOR_SEL_15: 121 + RECORDS_OUT_OPERATOR_SEL_21: 84 + RECORDS_OUT_OPERATOR_SEL_23: 84 + RECORDS_OUT_OPERATOR_SEL_25: 84 + RECORDS_OUT_OPERATOR_SEL_30: 105 + RECORDS_OUT_OPERATOR_SEL_32: 105 + RECORDS_OUT_OPERATOR_SEL_34: 105 + RECORDS_OUT_OPERATOR_TS_19: 500 + RECORDS_OUT_OPERATOR_TS_28: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 GROUPED_INPUT_SPLITS_Map_4: 1 @@ -299,20 +317,26 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 57 RECORDS_OUT_INTERMEDIATE_Map_4: 127 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 84 - RECORDS_OUT_OPERATOR_FIL_11: 208 - RECORDS_OUT_OPERATOR_FS_6: 184 - RECORDS_OUT_OPERATOR_FS_9: 292 - RECORDS_OUT_OPERATOR_GBY_2: 184 - RECORDS_OUT_OPERATOR_GBY_4: 184 + RECORDS_OUT_OPERATOR_FIL_20: 84 + RECORDS_OUT_OPERATOR_FIL_29: 208 + RECORDS_OUT_OPERATOR_FS_16: 184 + RECORDS_OUT_OPERATOR_FS_24: 84 + RECORDS_OUT_OPERATOR_FS_33: 208 + RECORDS_OUT_OPERATOR_GBY_14: 184 + RECORDS_OUT_OPERATOR_GBY_26: 57 + RECORDS_OUT_OPERATOR_GBY_35: 127 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 184 - RECORDS_OUT_OPERATOR_SEL_1: 292 - RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 392 - RECORDS_OUT_OPERATOR_SEL_7: 292 - RECORDS_OUT_OPERATOR_TS_0: 500 - RECORDS_OUT_OPERATOR_TS_3: 500 + RECORDS_OUT_OPERATOR_RS_27: 57 + RECORDS_OUT_OPERATOR_RS_36: 127 + RECORDS_OUT_OPERATOR_SEL_15: 184 + RECORDS_OUT_OPERATOR_SEL_21: 84 + RECORDS_OUT_OPERATOR_SEL_23: 84 + RECORDS_OUT_OPERATOR_SEL_25: 84 + RECORDS_OUT_OPERATOR_SEL_30: 208 + RECORDS_OUT_OPERATOR_SEL_32: 208 + RECORDS_OUT_OPERATOR_SEL_34: 208 + RECORDS_OUT_OPERATOR_TS_19: 500 + RECORDS_OUT_OPERATOR_TS_28: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 GROUPED_INPUT_SPLITS_Map_4: 1 diff --git ql/src/test/results/clientpositive/llap/dp_counter_non_mm.q.out ql/src/test/results/clientpositive/llap/dp_counter_non_mm.q.out index c0d214137f..5b1769a911 100644 --- ql/src/test/results/clientpositive/llap/dp_counter_non_mm.q.out +++ ql/src/test/results/clientpositive/llap/dp_counter_non_mm.q.out @@ -24,16 +24,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n3: 84 RECORDS_OUT_INTERMEDIATE_Map_1: 57 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 84 + RECORDS_OUT_OPERATOR_FIL_12: 84 + RECORDS_OUT_OPERATOR_FS_11: 57 RECORDS_OUT_OPERATOR_FS_4: 84 - RECORDS_OUT_OPERATOR_FS_6: 57 - RECORDS_OUT_OPERATOR_GBY_2: 57 - RECORDS_OUT_OPERATOR_GBY_4: 57 + RECORDS_OUT_OPERATOR_GBY_7: 57 + RECORDS_OUT_OPERATOR_GBY_9: 57 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 57 - RECORDS_OUT_OPERATOR_SEL_1: 84 + RECORDS_OUT_OPERATOR_RS_8: 57 + RECORDS_OUT_OPERATOR_SEL_10: 57 RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 57 + RECORDS_OUT_OPERATOR_SEL_6: 84 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -54,16 +54,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n3: 189 RECORDS_OUT_INTERMEDIATE_Map_1: 121 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 189 + RECORDS_OUT_OPERATOR_FIL_12: 189 + RECORDS_OUT_OPERATOR_FS_11: 121 RECORDS_OUT_OPERATOR_FS_4: 189 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_GBY_7: 121 + RECORDS_OUT_OPERATOR_GBY_9: 121 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 + RECORDS_OUT_OPERATOR_RS_8: 121 + RECORDS_OUT_OPERATOR_SEL_10: 121 RECORDS_OUT_OPERATOR_SEL_2: 189 - RECORDS_OUT_OPERATOR_SEL_5: 121 + RECORDS_OUT_OPERATOR_SEL_6: 189 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -92,16 +92,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n3: 189 RECORDS_OUT_INTERMEDIATE_Map_1: 121 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 189 + RECORDS_OUT_OPERATOR_FIL_12: 189 + RECORDS_OUT_OPERATOR_FS_11: 121 RECORDS_OUT_OPERATOR_FS_4: 189 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_GBY_7: 121 + RECORDS_OUT_OPERATOR_GBY_9: 121 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 + RECORDS_OUT_OPERATOR_RS_8: 121 + RECORDS_OUT_OPERATOR_SEL_10: 121 RECORDS_OUT_OPERATOR_SEL_2: 189 - RECORDS_OUT_OPERATOR_SEL_5: 121 + RECORDS_OUT_OPERATOR_SEL_6: 189 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -122,16 +122,16 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.src2_n3: 292 RECORDS_OUT_INTERMEDIATE_Map_1: 184 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FIL_5: 292 + RECORDS_OUT_OPERATOR_FIL_12: 292 + RECORDS_OUT_OPERATOR_FS_11: 184 RECORDS_OUT_OPERATOR_FS_4: 292 - RECORDS_OUT_OPERATOR_FS_6: 184 - RECORDS_OUT_OPERATOR_GBY_2: 184 - RECORDS_OUT_OPERATOR_GBY_4: 184 + RECORDS_OUT_OPERATOR_GBY_7: 184 + RECORDS_OUT_OPERATOR_GBY_9: 184 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 184 - RECORDS_OUT_OPERATOR_SEL_1: 292 + RECORDS_OUT_OPERATOR_RS_8: 184 + RECORDS_OUT_OPERATOR_SEL_10: 184 RECORDS_OUT_OPERATOR_SEL_2: 292 - RECORDS_OUT_OPERATOR_SEL_5: 184 + RECORDS_OUT_OPERATOR_SEL_6: 292 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -171,19 +171,25 @@ Stage-2 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 121 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 105 - RECORDS_OUT_OPERATOR_FIL_9: 84 + RECORDS_OUT_OPERATOR_FIL_23: 84 + RECORDS_OUT_OPERATOR_FIL_24: 105 + RECORDS_OUT_OPERATOR_FS_11: 57 + RECORDS_OUT_OPERATOR_FS_15: 105 + RECORDS_OUT_OPERATOR_FS_22: 64 RECORDS_OUT_OPERATOR_FS_4: 84 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_FS_8: 105 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_GBY_18: 64 + RECORDS_OUT_OPERATOR_GBY_20: 64 + RECORDS_OUT_OPERATOR_GBY_7: 57 + RECORDS_OUT_OPERATOR_GBY_9: 57 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 + RECORDS_OUT_OPERATOR_RS_19: 64 + RECORDS_OUT_OPERATOR_RS_8: 57 + RECORDS_OUT_OPERATOR_SEL_10: 57 + RECORDS_OUT_OPERATOR_SEL_13: 105 + RECORDS_OUT_OPERATOR_SEL_17: 105 RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 121 - RECORDS_OUT_OPERATOR_SEL_6: 105 + RECORDS_OUT_OPERATOR_SEL_21: 64 + RECORDS_OUT_OPERATOR_SEL_6: 84 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-2 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -209,19 +215,25 @@ Stage-2 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 184 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 208 - RECORDS_OUT_OPERATOR_FIL_9: 84 + RECORDS_OUT_OPERATOR_FIL_23: 84 + RECORDS_OUT_OPERATOR_FIL_24: 208 + RECORDS_OUT_OPERATOR_FS_11: 57 + RECORDS_OUT_OPERATOR_FS_15: 208 + RECORDS_OUT_OPERATOR_FS_22: 127 RECORDS_OUT_OPERATOR_FS_4: 84 - RECORDS_OUT_OPERATOR_FS_6: 184 - RECORDS_OUT_OPERATOR_FS_8: 208 - RECORDS_OUT_OPERATOR_GBY_2: 184 - RECORDS_OUT_OPERATOR_GBY_4: 184 + RECORDS_OUT_OPERATOR_GBY_18: 127 + RECORDS_OUT_OPERATOR_GBY_20: 127 + RECORDS_OUT_OPERATOR_GBY_7: 57 + RECORDS_OUT_OPERATOR_GBY_9: 57 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 184 - RECORDS_OUT_OPERATOR_SEL_1: 292 + RECORDS_OUT_OPERATOR_RS_19: 127 + RECORDS_OUT_OPERATOR_RS_8: 57 + RECORDS_OUT_OPERATOR_SEL_10: 57 + RECORDS_OUT_OPERATOR_SEL_13: 208 + RECORDS_OUT_OPERATOR_SEL_17: 208 RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 184 - RECORDS_OUT_OPERATOR_SEL_6: 208 + RECORDS_OUT_OPERATOR_SEL_21: 127 + RECORDS_OUT_OPERATOR_SEL_6: 84 RECORDS_OUT_OPERATOR_TS_0: 500 Stage-2 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 @@ -256,20 +268,26 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 57 RECORDS_OUT_INTERMEDIATE_Map_4: 64 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 84 - RECORDS_OUT_OPERATOR_FIL_11: 105 - RECORDS_OUT_OPERATOR_FS_6: 121 - RECORDS_OUT_OPERATOR_FS_9: 189 - RECORDS_OUT_OPERATOR_GBY_2: 121 - RECORDS_OUT_OPERATOR_GBY_4: 121 + RECORDS_OUT_OPERATOR_FIL_20: 84 + RECORDS_OUT_OPERATOR_FIL_29: 105 + RECORDS_OUT_OPERATOR_FS_16: 121 + RECORDS_OUT_OPERATOR_FS_24: 84 + RECORDS_OUT_OPERATOR_FS_33: 105 + RECORDS_OUT_OPERATOR_GBY_14: 121 + RECORDS_OUT_OPERATOR_GBY_26: 57 + RECORDS_OUT_OPERATOR_GBY_35: 64 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 121 - RECORDS_OUT_OPERATOR_SEL_1: 189 - RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 226 - RECORDS_OUT_OPERATOR_SEL_7: 189 - RECORDS_OUT_OPERATOR_TS_0: 500 - RECORDS_OUT_OPERATOR_TS_3: 500 + RECORDS_OUT_OPERATOR_RS_27: 57 + RECORDS_OUT_OPERATOR_RS_36: 64 + RECORDS_OUT_OPERATOR_SEL_15: 121 + RECORDS_OUT_OPERATOR_SEL_21: 84 + RECORDS_OUT_OPERATOR_SEL_23: 84 + RECORDS_OUT_OPERATOR_SEL_25: 84 + RECORDS_OUT_OPERATOR_SEL_30: 105 + RECORDS_OUT_OPERATOR_SEL_32: 105 + RECORDS_OUT_OPERATOR_SEL_34: 105 + RECORDS_OUT_OPERATOR_TS_19: 500 + RECORDS_OUT_OPERATOR_TS_28: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 GROUPED_INPUT_SPLITS_Map_4: 1 @@ -299,20 +317,26 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_1: 57 RECORDS_OUT_INTERMEDIATE_Map_4: 127 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_FIL_10: 84 - RECORDS_OUT_OPERATOR_FIL_11: 208 - RECORDS_OUT_OPERATOR_FS_6: 184 - RECORDS_OUT_OPERATOR_FS_9: 292 - RECORDS_OUT_OPERATOR_GBY_2: 184 - RECORDS_OUT_OPERATOR_GBY_4: 184 + RECORDS_OUT_OPERATOR_FIL_20: 84 + RECORDS_OUT_OPERATOR_FIL_29: 208 + RECORDS_OUT_OPERATOR_FS_16: 184 + RECORDS_OUT_OPERATOR_FS_24: 84 + RECORDS_OUT_OPERATOR_FS_33: 208 + RECORDS_OUT_OPERATOR_GBY_14: 184 + RECORDS_OUT_OPERATOR_GBY_26: 57 + RECORDS_OUT_OPERATOR_GBY_35: 127 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 184 - RECORDS_OUT_OPERATOR_SEL_1: 292 - RECORDS_OUT_OPERATOR_SEL_2: 84 - RECORDS_OUT_OPERATOR_SEL_5: 392 - RECORDS_OUT_OPERATOR_SEL_7: 292 - RECORDS_OUT_OPERATOR_TS_0: 500 - RECORDS_OUT_OPERATOR_TS_3: 500 + RECORDS_OUT_OPERATOR_RS_27: 57 + RECORDS_OUT_OPERATOR_RS_36: 127 + RECORDS_OUT_OPERATOR_SEL_15: 184 + RECORDS_OUT_OPERATOR_SEL_21: 84 + RECORDS_OUT_OPERATOR_SEL_23: 84 + RECORDS_OUT_OPERATOR_SEL_25: 84 + RECORDS_OUT_OPERATOR_SEL_30: 208 + RECORDS_OUT_OPERATOR_SEL_32: 208 + RECORDS_OUT_OPERATOR_SEL_34: 208 + RECORDS_OUT_OPERATOR_TS_19: 500 + RECORDS_OUT_OPERATOR_TS_28: 500 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 GROUPED_INPUT_SPLITS_Map_4: 1 diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out index 048712eed1..a34f24c570 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_user_level.q.out @@ -1450,22 +1450,22 @@ Stage-0 Conds:SEL_2._col1=Union 3._col0(Inner),Output:["_col0","_col1","_col2"] <-Union 3 [BROADCAST_EDGE] <-Map 2 [CONTAINS] llap - Reduce Output Operator [RS_12] + Reduce Output Operator [RS_39] PartitionCols:_col0 - Select Operator [SEL_5] (rows=2000 width=87) + Select Operator [SEL_37] (rows=2000 width=87) Output:["_col0"] - Filter Operator [FIL_20] (rows=2000 width=87) + Filter Operator [FIL_36] (rows=2000 width=87) predicate:key is not null - TableScan [TS_3] (rows=2000 width=87) + TableScan [TS_35] (rows=2000 width=87) Output:["key"] <-Map 4 [CONTAINS] llap - Reduce Output Operator [RS_12] + Reduce Output Operator [RS_44] PartitionCols:_col0 - Select Operator [SEL_8] (rows=20 width=87) + Select Operator [SEL_42] (rows=20 width=87) Output:["_col0"] - Filter Operator [FIL_21] (rows=20 width=87) + Filter Operator [FIL_41] (rows=20 width=87) predicate:key1 is not null - TableScan [TS_6] (rows=20 width=87) + TableScan [TS_40] (rows=20 width=87) Output:["key1"] <-Select Operator [SEL_2] (rows=9174 width=73) Output:["_col0","_col1"] diff --git ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out index c1cc477641..450a05e905 100644 --- ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out +++ ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out @@ -63,11 +63,11 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] llap - Reduce Output Operator [RS_53] + Reduce Output Operator [RS_100] PartitionCols:_col0, _col1 - Select Operator [SEL_49] (rows=67/61 width=177) + Select Operator [SEL_98] (rows=67/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_82] (rows=67/61 width=177) + Merge Join Operator [MERGEJOIN_97] (rows=67/61 width=177) Conds:RS_46._col2=RS_47._col0(Inner),Output:["_col1","_col2"] <-Map 17 [SIMPLE_EDGE] llap SHUFFLE [RS_47] @@ -101,29 +101,29 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 14 [SIMPLE_EDGE] <-Map 13 [CONTAINS] llap - Reduce Output Operator [RS_34] + Reduce Output Operator [RS_105] PartitionCols:_col1, _col0 - Select Operator [SEL_27] (rows=25/25 width=175) + Select Operator [SEL_103] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_75] (rows=25/25 width=175) + Filter Operator [FIL_102] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_25] (rows=25/25 width=175) + TableScan [TS_101] (rows=25/25 width=175) Output:["key","value"] <-Map 16 [CONTAINS] llap - Reduce Output Operator [RS_34] + Reduce Output Operator [RS_110] PartitionCols:_col1, _col0 - Select Operator [SEL_30] (rows=500/500 width=178) + Select Operator [SEL_108] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_76] (rows=500/500 width=178) + Filter Operator [FIL_107] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_28] (rows=500/500 width=178) + TableScan [TS_106] (rows=500/500 width=178) Output:["key","value"] <-Reducer 5 [CONTAINS] llap - Reduce Output Operator [RS_53] + Reduce Output Operator [RS_91] PartitionCols:_col0, _col1 - Select Operator [SEL_24] (rows=67/61 width=177) + Select Operator [SEL_89] (rows=67/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_80] (rows=67/61 width=177) + Merge Join Operator [MERGEJOIN_88] (rows=67/61 width=177) Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col2"] <-Map 12 [SIMPLE_EDGE] llap SHUFFLE [RS_22] @@ -152,22 +152,22 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_87] PartitionCols:_col1, _col0 - Select Operator [SEL_2] (rows=25/25 width=175) + Select Operator [SEL_85] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_71] (rows=25/25 width=175) + Filter Operator [FIL_84] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_0] (rows=25/25 width=175) + TableScan [TS_83] (rows=25/25 width=175) Output:["key","value"] <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_96] PartitionCols:_col1, _col0 - Select Operator [SEL_5] (rows=500/500 width=178) + Select Operator [SEL_94] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_72] (rows=500/500 width=178) + Filter Operator [FIL_93] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_3] (rows=500/500 width=178) + TableScan [TS_92] (rows=500/500 width=178) Output:["key","value"] PREHOOK: query: SELECT x.key, y.value @@ -263,11 +263,11 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 8 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] llap - Reduce Output Operator [RS_111] + Reduce Output Operator [RS_187] PartitionCols:_col0, _col1 - Select Operator [SEL_107] (rows=199/61 width=177) + Select Operator [SEL_185] (rows=199/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_162] (rows=199/61 width=177) + Merge Join Operator [MERGEJOIN_184] (rows=199/61 width=177) Conds:RS_104._col2=RS_105._col0(Inner),Output:["_col2","_col5"] <-Map 16 [SIMPLE_EDGE] llap SHUFFLE [RS_105] @@ -301,69 +301,69 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 30 [SIMPLE_EDGE] <-Map 34 [CONTAINS] llap - Reduce Output Operator [RS_92] + Reduce Output Operator [RS_234] PartitionCols:_col1, _col0 - Select Operator [SEL_88] (rows=500/500 width=178) + Select Operator [SEL_232] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_154] (rows=500/500 width=178) + Filter Operator [FIL_231] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_86] (rows=500/500 width=178) + TableScan [TS_230] (rows=500/500 width=178) Output:["key","value"] <-Reducer 29 [CONTAINS] llap - Reduce Output Operator [RS_92] + Reduce Output Operator [RS_219] PartitionCols:_col1, _col0 - Select Operator [SEL_85] (rows=1025/319 width=178) + Select Operator [SEL_217] (rows=1025/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_84] (rows=1025/319 width=178) + Group By Operator [GBY_216] (rows=1025/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 28 [SIMPLE_EDGE] <-Map 33 [CONTAINS] llap - Reduce Output Operator [RS_83] + Reduce Output Operator [RS_229] PartitionCols:_col1, _col0 - Select Operator [SEL_79] (rows=500/500 width=178) + Select Operator [SEL_227] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_153] (rows=500/500 width=178) + Filter Operator [FIL_226] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_77] (rows=500/500 width=178) + TableScan [TS_225] (rows=500/500 width=178) Output:["key","value"] <-Reducer 27 [CONTAINS] llap - Reduce Output Operator [RS_83] + Reduce Output Operator [RS_215] PartitionCols:_col1, _col0 - Select Operator [SEL_76] (rows=525/319 width=178) + Select Operator [SEL_213] (rows=525/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_75] (rows=525/319 width=178) + Group By Operator [GBY_212] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 26 [SIMPLE_EDGE] <-Map 25 [CONTAINS] llap - Reduce Output Operator [RS_74] + Reduce Output Operator [RS_211] PartitionCols:_col1, _col0 - Select Operator [SEL_67] (rows=25/25 width=175) + Select Operator [SEL_209] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_151] (rows=25/25 width=175) + Filter Operator [FIL_208] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_65] (rows=25/25 width=175) + TableScan [TS_207] (rows=25/25 width=175) Output:["key","value"] <-Map 32 [CONTAINS] llap - Reduce Output Operator [RS_74] + Reduce Output Operator [RS_224] PartitionCols:_col1, _col0 - Select Operator [SEL_70] (rows=500/500 width=178) + Select Operator [SEL_222] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=500/500 width=178) + Filter Operator [FIL_221] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_68] (rows=500/500 width=178) + TableScan [TS_220] (rows=500/500 width=178) Output:["key","value"] <-Reducer 7 [CONTAINS] llap - Reduce Output Operator [RS_111] + Reduce Output Operator [RS_174] PartitionCols:_col0, _col1 - Group By Operator [GBY_63] (rows=199/15 width=177) + Group By Operator [GBY_172] (rows=199/15 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] llap - Reduce Output Operator [RS_62] + Reduce Output Operator [RS_183] PartitionCols:_col0, _col1 - Select Operator [SEL_58] (rows=132/61 width=177) + Select Operator [SEL_181] (rows=132/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_160] (rows=132/61 width=177) + Merge Join Operator [MERGEJOIN_180] (rows=132/61 width=177) Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col2","_col5"] <-Map 24 [SIMPLE_EDGE] llap SHUFFLE [RS_56] @@ -392,46 +392,46 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 20 [SIMPLE_EDGE] <-Map 23 [CONTAINS] llap - Reduce Output Operator [RS_43] + Reduce Output Operator [RS_206] PartitionCols:_col1, _col0 - Select Operator [SEL_39] (rows=500/500 width=178) + Select Operator [SEL_204] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_148] (rows=500/500 width=178) + Filter Operator [FIL_203] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_37] (rows=500/500 width=178) + TableScan [TS_202] (rows=500/500 width=178) Output:["key","value"] <-Reducer 19 [CONTAINS] llap - Reduce Output Operator [RS_43] + Reduce Output Operator [RS_196] PartitionCols:_col1, _col0 - Select Operator [SEL_36] (rows=525/319 width=178) + Select Operator [SEL_194] (rows=525/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_35] (rows=525/319 width=178) + Group By Operator [GBY_193] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 18 [SIMPLE_EDGE] <-Map 17 [CONTAINS] llap - Reduce Output Operator [RS_34] + Reduce Output Operator [RS_192] PartitionCols:_col1, _col0 - Select Operator [SEL_27] (rows=25/25 width=175) + Select Operator [SEL_190] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_146] (rows=25/25 width=175) + Filter Operator [FIL_189] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_25] (rows=25/25 width=175) + TableScan [TS_188] (rows=25/25 width=175) Output:["key","value"] <-Map 22 [CONTAINS] llap - Reduce Output Operator [RS_34] + Reduce Output Operator [RS_201] PartitionCols:_col1, _col0 - Select Operator [SEL_30] (rows=500/500 width=178) + Select Operator [SEL_199] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_147] (rows=500/500 width=178) + Filter Operator [FIL_198] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_28] (rows=500/500 width=178) + TableScan [TS_197] (rows=500/500 width=178) Output:["key","value"] <-Reducer 5 [CONTAINS] llap - Reduce Output Operator [RS_62] + Reduce Output Operator [RS_171] PartitionCols:_col0, _col1 - Select Operator [SEL_24] (rows=67/61 width=177) + Select Operator [SEL_169] (rows=67/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_158] (rows=67/61 width=177) + Merge Join Operator [MERGEJOIN_168] (rows=67/61 width=177) Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col2","_col5"] <-Map 16 [SIMPLE_EDGE] llap SHUFFLE [RS_22] @@ -455,22 +455,22 @@ Stage-0 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_167] PartitionCols:_col1, _col0 - Select Operator [SEL_2] (rows=25/25 width=175) + Select Operator [SEL_165] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_142] (rows=25/25 width=175) + Filter Operator [FIL_164] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_0] (rows=25/25 width=175) + TableScan [TS_163] (rows=25/25 width=175) Output:["key","value"] <-Map 10 [CONTAINS] llap - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_179] PartitionCols:_col1, _col0 - Select Operator [SEL_5] (rows=500/500 width=178) + Select Operator [SEL_177] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_143] (rows=500/500 width=178) + Filter Operator [FIL_176] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_3] (rows=500/500 width=178) + TableScan [TS_175] (rows=500/500 width=178) Output:["key","value"] PREHOOK: query: CREATE TABLE srcbucket_mapjoin_n11(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE @@ -866,30 +866,30 @@ Stage-0 default@tab_part_n7,b_n10,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_18] + Reduce Output Operator [RS_48] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_36] (rows=382/480 width=4) - Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0"] + Merge Join Operator [MERGEJOIN_46] (rows=382/480 width=4) + Conds:SEL_44._col0=SEL_5._col0(Inner),Output:["_col0"] <-Select Operator [SEL_5] (rows=242/242 width=4) Output:["_col0"] Filter Operator [FIL_33] (rows=242/242 width=4) predicate:key is not null TableScan [TS_3] (rows=242/242 width=4) default@tab_n6,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Select Operator [SEL_2] (rows=242/242 width=4) + <-Select Operator [SEL_44] (rows=242/242 width=4) Output:["_col0"] - Filter Operator [FIL_32] (rows=242/242 width=4) + Filter Operator [FIL_42] (rows=242/242 width=4) predicate:key is not null - TableScan [TS_0] (rows=242/242 width=4) + TableScan [TS_40] (rows=242/242 width=4) Output:["key"] <-Map 6 [CONTAINS] llap - Reduce Output Operator [RS_18] + Reduce Output Operator [RS_53] PartitionCols:_col0 - Select Operator [SEL_12] (rows=242/242 width=4) + Select Operator [SEL_51] (rows=242/242 width=4) Output:["_col0"] - Filter Operator [FIL_34] (rows=242/242 width=4) + Filter Operator [FIL_50] (rows=242/242 width=4) predicate:key is not null - TableScan [TS_10] (rows=242/242 width=4) + TableScan [TS_49] (rows=242/242 width=4) Output:["key"] PREHOOK: query: select count(*) from (select s1.key as key, s1.value as value from tab_n6 s1 join tab_n6 s3 on s1.key=s3.key join tab_n6 s2 on s1.value=s2.value @@ -955,18 +955,18 @@ Stage-0 default@tab_part_n7,b_n10,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Union 3 [SIMPLE_EDGE] <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_24] + Reduce Output Operator [RS_58] PartitionCols:_col0 - Select Operator [SEL_18] (rows=242/242 width=4) + Select Operator [SEL_56] (rows=242/242 width=4) Output:["_col0"] - Filter Operator [FIL_45] (rows=242/242 width=4) + Filter Operator [FIL_55] (rows=242/242 width=4) predicate:key is not null - TableScan [TS_16] (rows=242/242 width=4) + TableScan [TS_54] (rows=242/242 width=4) Output:["key"] <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_24] + Reduce Output Operator [RS_53] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_49] (rows=604/1166 width=4) + Merge Join Operator [MERGEJOIN_51] (rows=604/1166 width=4) Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_12] @@ -1134,28 +1134,28 @@ Stage-5 Dependency Collection{} Stage-3 Reducer 6 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=880) + File Output Operator [FS_81] + Group By Operator [GBY_79] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Union 5 [CUSTOM_SIMPLE_EDGE] <-Reducer 12 [CONTAINS] llap - File Output Operator [FS_75] + File Output Operator [FS_168] table:{"name:":"default.a_n14"} - Select Operator [SEL_72] (rows=192/820 width=175) + Select Operator [SEL_166] (rows=192/820 width=175) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_124] (rows=192/820 width=175) + Merge Join Operator [MERGEJOIN_165] (rows=192/820 width=175) Conds:RS_69._col1=Union 23._col0(Inner),Output:["_col0","_col3"] <-Reducer 11 [SIMPLE_EDGE] llap SHUFFLE [RS_69] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_123] (rows=39/115 width=264) + Merge Join Operator [MERGEJOIN_141] (rows=39/115 width=264) Conds:RS_66._col0=RS_67._col0(Inner),Output:["_col0","_col1","_col3"] <-Map 10 [SIMPLE_EDGE] llap SHUFFLE [RS_66] PartitionCols:_col0 Select Operator [SEL_10] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_106] (rows=25/25 width=175) + Filter Operator [FIL_124] (rows=25/25 width=175) predicate:(key is not null and value is not null) TableScan [TS_8] (rows=25/25 width=175) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1164,160 +1164,160 @@ Stage-5 PartitionCols:_col0 Select Operator [SEL_51] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_114] (rows=25/25 width=175) + Filter Operator [FIL_132] (rows=25/25 width=175) predicate:key is not null TableScan [TS_49] (rows=25/25 width=175) default@src1,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Union 23 [SIMPLE_EDGE] <-Map 22 [CONTAINS] llap - Reduce Output Operator [RS_70] + Reduce Output Operator [RS_208] PartitionCols:_col0 - Select Operator [SEL_54] (rows=25/25 width=89) + Select Operator [SEL_206] (rows=25/25 width=89) Output:["_col0"] - Filter Operator [FIL_115] (rows=25/25 width=89) + Filter Operator [FIL_205] (rows=25/25 width=89) predicate:value is not null - TableScan [TS_52] (rows=25/25 width=89) + TableScan [TS_204] (rows=25/25 width=89) Output:["value"] <-Map 24 [CONTAINS] llap - Reduce Output Operator [RS_70] + Reduce Output Operator [RS_213] PartitionCols:_col0 - Select Operator [SEL_57] (rows=500/500 width=91) + Select Operator [SEL_211] (rows=500/500 width=91) Output:["_col0"] - Filter Operator [FIL_116] (rows=500/500 width=91) + Filter Operator [FIL_210] (rows=500/500 width=91) predicate:value is not null - TableScan [TS_55] (rows=500/500 width=91) + TableScan [TS_209] (rows=500/500 width=91) Output:["value"] <-Map 25 [CONTAINS] llap - Reduce Output Operator [RS_70] + Reduce Output Operator [RS_218] PartitionCols:_col0 - Select Operator [SEL_61] (rows=500/500 width=91) + Select Operator [SEL_216] (rows=500/500 width=91) Output:["_col0"] - Filter Operator [FIL_117] (rows=500/500 width=91) + Filter Operator [FIL_215] (rows=500/500 width=91) predicate:value is not null - TableScan [TS_59] (rows=500/500 width=91) + TableScan [TS_214] (rows=500/500 width=91) Output:["value"] <-Map 26 [CONTAINS] llap - Reduce Output Operator [RS_70] + Reduce Output Operator [RS_223] PartitionCols:_col0 - Select Operator [SEL_64] (rows=500/500 width=91) + Select Operator [SEL_221] (rows=500/500 width=91) Output:["_col0"] - Filter Operator [FIL_118] (rows=500/500 width=91) + Filter Operator [FIL_220] (rows=500/500 width=91) predicate:value is not null - TableScan [TS_62] (rows=500/500 width=91) + TableScan [TS_219] (rows=500/500 width=91) Output:["value"] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Reduce Output Operator [RS_174] + Select Operator [SEL_169] (rows=2941/820 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_72] - File Output Operator [FS_77] + Please refer to the previous Select Operator [SEL_166] + File Output Operator [FS_170] table:{"name:":"default.b_n10"} - Please refer to the previous Select Operator [SEL_72] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Please refer to the previous Select Operator [SEL_166] + Reduce Output Operator [RS_175] + Select Operator [SEL_171] (rows=2941/820 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_72] - File Output Operator [FS_79] + Please refer to the previous Select Operator [SEL_166] + File Output Operator [FS_172] table:{"name:":"default.c_n3"} - Please refer to the previous Select Operator [SEL_72] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Please refer to the previous Select Operator [SEL_166] + Reduce Output Operator [RS_176] + Select Operator [SEL_173] (rows=2941/820 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_72] + Please refer to the previous Select Operator [SEL_166] <-Reducer 15 [CONTAINS] llap - File Output Operator [FS_75] + File Output Operator [FS_180] table:{"name:":"default.a_n14"} - Select Operator [SEL_44] (rows=2682/5421 width=178) + Select Operator [SEL_178] (rows=2682/5421 width=178) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_122] (rows=2682/5421 width=178) + Merge Join Operator [MERGEJOIN_177] (rows=2682/5421 width=178) Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col1","_col4"] <-Map 20 [SIMPLE_EDGE] llap SHUFFLE [RS_42] PartitionCols:_col0 Select Operator [SEL_37] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_112] (rows=500/500 width=178) + Filter Operator [FIL_130] (rows=500/500 width=178) predicate:key is not null TableScan [TS_35] (rows=500/500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Reducer 14 [SIMPLE_EDGE] llap SHUFFLE [RS_41] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_121] (rows=1658/2097 width=87) + Merge Join Operator [MERGEJOIN_139] (rows=1658/2097 width=87) Conds:Union 17._col0=RS_39._col1(Inner),Output:["_col1"] <-Map 13 [SIMPLE_EDGE] llap SHUFFLE [RS_39] PartitionCols:_col1 Select Operator [SEL_34] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_111] (rows=500/500 width=178) + Filter Operator [FIL_129] (rows=500/500 width=178) predicate:(key is not null and value is not null) TableScan [TS_11] (rows=500/500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Union 17 [SIMPLE_EDGE] <-Map 16 [CONTAINS] llap - Reduce Output Operator [RS_38] + Reduce Output Operator [RS_193] PartitionCols:_col0 - Select Operator [SEL_23] (rows=25/25 width=89) + Select Operator [SEL_191] (rows=25/25 width=89) Output:["_col0"] - Filter Operator [FIL_108] (rows=25/25 width=89) + Filter Operator [FIL_190] (rows=25/25 width=89) predicate:value is not null - TableScan [TS_21] (rows=25/25 width=89) + TableScan [TS_189] (rows=25/25 width=89) Output:["value"] <-Map 18 [CONTAINS] llap - Reduce Output Operator [RS_38] + Reduce Output Operator [RS_198] PartitionCols:_col0 - Select Operator [SEL_26] (rows=500/500 width=91) + Select Operator [SEL_196] (rows=500/500 width=91) Output:["_col0"] - Filter Operator [FIL_109] (rows=500/500 width=91) + Filter Operator [FIL_195] (rows=500/500 width=91) predicate:value is not null - TableScan [TS_24] (rows=500/500 width=91) + TableScan [TS_194] (rows=500/500 width=91) Output:["value"] <-Map 19 [CONTAINS] llap - Reduce Output Operator [RS_38] + Reduce Output Operator [RS_203] PartitionCols:_col0 - Select Operator [SEL_30] (rows=500/500 width=91) + Select Operator [SEL_201] (rows=500/500 width=91) Output:["_col0"] - Filter Operator [FIL_110] (rows=500/500 width=91) + Filter Operator [FIL_200] (rows=500/500 width=91) predicate:value is not null - TableScan [TS_28] (rows=500/500 width=91) + TableScan [TS_199] (rows=500/500 width=91) Output:["value"] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Reduce Output Operator [RS_186] + Select Operator [SEL_181] (rows=2941/5421 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_44] - File Output Operator [FS_77] + Please refer to the previous Select Operator [SEL_178] + File Output Operator [FS_182] table:{"name:":"default.b_n10"} - Please refer to the previous Select Operator [SEL_44] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Please refer to the previous Select Operator [SEL_178] + Reduce Output Operator [RS_187] + Select Operator [SEL_183] (rows=2941/5421 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_44] - File Output Operator [FS_79] + Please refer to the previous Select Operator [SEL_178] + File Output Operator [FS_184] table:{"name:":"default.c_n3"} - Please refer to the previous Select Operator [SEL_44] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Please refer to the previous Select Operator [SEL_178] + Reduce Output Operator [RS_188] + Select Operator [SEL_185] (rows=2941/5421 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_44] + Please refer to the previous Select Operator [SEL_178] <-Reducer 4 [CONTAINS] llap - File Output Operator [FS_75] + File Output Operator [FS_151] table:{"name:":"default.a_n14"} - Select Operator [SEL_20] (rows=67/170 width=177) + Select Operator [SEL_149] (rows=67/170 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_120] (rows=67/170 width=177) + Merge Join Operator [MERGEJOIN_148] (rows=67/170 width=177) Conds:RS_17._col1=RS_18._col0(Inner),Output:["_col1","_col4"] <-Map 13 [SIMPLE_EDGE] llap SHUFFLE [RS_18] PartitionCols:_col0 Select Operator [SEL_13] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_107] (rows=500/500 width=178) + Filter Operator [FIL_125] (rows=500/500 width=178) predicate:key is not null Please refer to the previous TableScan [TS_11] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_17] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_119] (rows=42/108 width=86) + Merge Join Operator [MERGEJOIN_137] (rows=42/108 width=86) Conds:Union 2._col0=RS_15._col1(Inner),Output:["_col1"] <-Map 10 [SIMPLE_EDGE] llap SHUFFLE [RS_15] @@ -1325,49 +1325,49 @@ Stage-5 Please refer to the previous Select Operator [SEL_10] <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_14] + Reduce Output Operator [RS_147] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25/25 width=89) + Select Operator [SEL_145] (rows=25/25 width=89) Output:["_col0"] - Filter Operator [FIL_104] (rows=25/25 width=89) + Filter Operator [FIL_144] (rows=25/25 width=89) predicate:value is not null - TableScan [TS_0] (rows=25/25 width=89) + TableScan [TS_143] (rows=25/25 width=89) Output:["value"] <-Map 9 [CONTAINS] llap - Reduce Output Operator [RS_14] + Reduce Output Operator [RS_164] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500/500 width=91) + Select Operator [SEL_162] (rows=500/500 width=91) Output:["_col0"] - Filter Operator [FIL_105] (rows=500/500 width=91) + Filter Operator [FIL_161] (rows=500/500 width=91) predicate:value is not null - TableScan [TS_3] (rows=500/500 width=91) + TableScan [TS_160] (rows=500/500 width=91) Output:["value"] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Reduce Output Operator [RS_157] + Select Operator [SEL_152] (rows=2941/170 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_20] - File Output Operator [FS_77] + Please refer to the previous Select Operator [SEL_149] + File Output Operator [FS_153] table:{"name:":"default.b_n10"} - Please refer to the previous Select Operator [SEL_20] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Please refer to the previous Select Operator [SEL_149] + Reduce Output Operator [RS_158] + Select Operator [SEL_154] (rows=2941/170 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_20] - File Output Operator [FS_79] + Please refer to the previous Select Operator [SEL_149] + File Output Operator [FS_155] table:{"name:":"default.c_n3"} - Please refer to the previous Select Operator [SEL_20] - Reduce Output Operator [RS_2] - Select Operator [SEL_1] (rows=2941/6411 width=178) + Please refer to the previous Select Operator [SEL_149] + Reduce Output Operator [RS_159] + Select Operator [SEL_156] (rows=2941/170 width=178) Output:["key","value"] - Please refer to the previous Select Operator [SEL_20] + Please refer to the previous Select Operator [SEL_149] Reducer 7 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=880) + File Output Operator [FS_89] + Group By Operator [GBY_87] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <- Please refer to the previous Union 5 [CUSTOM_SIMPLE_EDGE] Reducer 8 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=880) + File Output Operator [FS_97] + Group By Operator [GBY_95] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <- Please refer to the previous Union 5 [CUSTOM_SIMPLE_EDGE] Stage-6 @@ -1494,34 +1494,34 @@ Stage-5 Dependency Collection{} Stage-3 Reducer 10 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=880) + File Output Operator [FS_121] + Group By Operator [GBY_119] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 9 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=2941/319 width=178) + PARTITION_ONLY_SHUFFLE [RS_118] + Select Operator [SEL_117] (rows=2941/319 width=178) Output:["key","value"] Group By Operator [GBY_112] (rows=2941/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 8 [SIMPLE_EDGE] <-Reducer 16 [CONTAINS] llap - Reduce Output Operator [RS_111] + Reduce Output Operator [RS_203] PartitionCols:_col0, _col1 - Select Operator [SEL_107] (rows=192/304 width=175) + Select Operator [SEL_201] (rows=192/304 width=175) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_164] (rows=192/304 width=175) + Merge Join Operator [MERGEJOIN_200] (rows=192/304 width=175) Conds:RS_104._col1=RS_105._col1(Inner),Output:["_col0","_col3"] <-Reducer 15 [SIMPLE_EDGE] llap SHUFFLE [RS_104] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_163] (rows=39/115 width=264) + Merge Join Operator [MERGEJOIN_181] (rows=39/115 width=264) Conds:RS_101._col0=RS_102._col0(Inner),Output:["_col0","_col1","_col3"] <-Map 14 [SIMPLE_EDGE] llap SHUFFLE [RS_101] PartitionCols:_col0 Select Operator [SEL_14] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_146] (rows=25/25 width=175) + Filter Operator [FIL_164] (rows=25/25 width=175) predicate:(key is not null and value is not null) TableScan [TS_12] (rows=25/25 width=175) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1530,7 +1530,7 @@ Stage-5 PartitionCols:_col0 Select Operator [SEL_70] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_154] (rows=25/25 width=175) + Filter Operator [FIL_172] (rows=25/25 width=175) predicate:key is not null TableScan [TS_68] (rows=25/25 width=175) default@src1,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1543,90 +1543,90 @@ Stage-5 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 34 [SIMPLE_EDGE] <-Map 38 [CONTAINS] llap - Reduce Output Operator [RS_98] + Reduce Output Operator [RS_254] PartitionCols:_col1, _col0 - Select Operator [SEL_94] (rows=500/500 width=178) + Select Operator [SEL_252] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=500/500 width=178) + Filter Operator [FIL_251] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_92] (rows=500/500 width=178) + TableScan [TS_250] (rows=500/500 width=178) Output:["key","value"] <-Reducer 33 [CONTAINS] llap - Reduce Output Operator [RS_98] + Reduce Output Operator [RS_239] PartitionCols:_col1, _col0 - Select Operator [SEL_91] (rows=1025/319 width=178) + Select Operator [SEL_237] (rows=1025/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_90] (rows=1025/319 width=178) + Group By Operator [GBY_236] (rows=1025/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 32 [SIMPLE_EDGE] <-Map 37 [CONTAINS] llap - Reduce Output Operator [RS_89] + Reduce Output Operator [RS_249] PartitionCols:_col1, _col0 - Select Operator [SEL_85] (rows=500/500 width=178) + Select Operator [SEL_247] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_157] (rows=500/500 width=178) + Filter Operator [FIL_246] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_83] (rows=500/500 width=178) + TableScan [TS_245] (rows=500/500 width=178) Output:["key","value"] <-Reducer 31 [CONTAINS] llap - Reduce Output Operator [RS_89] + Reduce Output Operator [RS_235] PartitionCols:_col1, _col0 - Select Operator [SEL_82] (rows=525/319 width=178) + Select Operator [SEL_233] (rows=525/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_81] (rows=525/319 width=178) + Group By Operator [GBY_232] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 30 [SIMPLE_EDGE] <-Map 29 [CONTAINS] llap - Reduce Output Operator [RS_80] + Reduce Output Operator [RS_231] PartitionCols:_col1, _col0 - Select Operator [SEL_73] (rows=25/25 width=175) + Select Operator [SEL_229] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_155] (rows=25/25 width=175) + Filter Operator [FIL_228] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_71] (rows=25/25 width=175) + TableScan [TS_227] (rows=25/25 width=175) Output:["key","value"] <-Map 36 [CONTAINS] llap - Reduce Output Operator [RS_80] + Reduce Output Operator [RS_244] PartitionCols:_col1, _col0 - Select Operator [SEL_76] (rows=500/500 width=178) + Select Operator [SEL_242] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_156] (rows=500/500 width=178) + Filter Operator [FIL_241] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_74] (rows=500/500 width=178) + TableScan [TS_240] (rows=500/500 width=178) Output:["key","value"] <-Reducer 7 [CONTAINS] llap - Reduce Output Operator [RS_111] + Reduce Output Operator [RS_194] PartitionCols:_col0, _col1 - Group By Operator [GBY_63] (rows=2749/309 width=178) + Group By Operator [GBY_192] (rows=2749/309 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 19 [CONTAINS] llap - Reduce Output Operator [RS_62] + Reduce Output Operator [RS_207] PartitionCols:_col0, _col1 - Select Operator [SEL_58] (rows=2682/1056 width=178) + Select Operator [SEL_205] (rows=2682/1056 width=178) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_162] (rows=2682/1056 width=178) + Merge Join Operator [MERGEJOIN_204] (rows=2682/1056 width=178) Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col2","_col5"] <-Map 27 [SIMPLE_EDGE] llap SHUFFLE [RS_56] PartitionCols:_col0 Select Operator [SEL_51] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=500/500 width=178) + Filter Operator [FIL_170] (rows=500/500 width=178) predicate:key is not null TableScan [TS_49] (rows=500/500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] <-Reducer 18 [SIMPLE_EDGE] llap SHUFFLE [RS_55] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_161] (rows=1658/512 width=87) + Merge Join Operator [MERGEJOIN_179] (rows=1658/512 width=87) Conds:RS_52._col1=RS_53._col1(Inner),Output:["_col2"] <-Map 17 [SIMPLE_EDGE] llap SHUFFLE [RS_53] PartitionCols:_col1 Select Operator [SEL_48] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_151] (rows=500/500 width=178) + Filter Operator [FIL_169] (rows=500/500 width=178) predicate:(key is not null and value is not null) TableScan [TS_15] (rows=500/500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1639,59 +1639,59 @@ Stage-5 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 23 [SIMPLE_EDGE] <-Map 26 [CONTAINS] llap - Reduce Output Operator [RS_43] + Reduce Output Operator [RS_226] PartitionCols:_col1, _col0 - Select Operator [SEL_39] (rows=500/500 width=178) + Select Operator [SEL_224] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_150] (rows=500/500 width=178) + Filter Operator [FIL_223] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_37] (rows=500/500 width=178) + TableScan [TS_222] (rows=500/500 width=178) Output:["key","value"] <-Reducer 22 [CONTAINS] llap - Reduce Output Operator [RS_43] + Reduce Output Operator [RS_216] PartitionCols:_col1, _col0 - Select Operator [SEL_36] (rows=525/319 width=178) + Select Operator [SEL_214] (rows=525/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_35] (rows=525/319 width=178) + Group By Operator [GBY_213] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 21 [SIMPLE_EDGE] <-Map 20 [CONTAINS] llap - Reduce Output Operator [RS_34] + Reduce Output Operator [RS_212] PartitionCols:_col1, _col0 - Select Operator [SEL_27] (rows=25/25 width=175) + Select Operator [SEL_210] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_148] (rows=25/25 width=175) + Filter Operator [FIL_209] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_25] (rows=25/25 width=175) + TableScan [TS_208] (rows=25/25 width=175) Output:["key","value"] <-Map 25 [CONTAINS] llap - Reduce Output Operator [RS_34] + Reduce Output Operator [RS_221] PartitionCols:_col1, _col0 - Select Operator [SEL_30] (rows=500/500 width=178) + Select Operator [SEL_219] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_149] (rows=500/500 width=178) + Filter Operator [FIL_218] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_28] (rows=500/500 width=178) + TableScan [TS_217] (rows=500/500 width=178) Output:["key","value"] <-Reducer 5 [CONTAINS] llap - Reduce Output Operator [RS_62] + Reduce Output Operator [RS_191] PartitionCols:_col0, _col1 - Select Operator [SEL_24] (rows=67/61 width=177) + Select Operator [SEL_189] (rows=67/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_160] (rows=67/61 width=177) + Merge Join Operator [MERGEJOIN_188] (rows=67/61 width=177) Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col2","_col5"] <-Map 17 [SIMPLE_EDGE] llap SHUFFLE [RS_22] PartitionCols:_col0 Select Operator [SEL_17] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_147] (rows=500/500 width=178) + Filter Operator [FIL_165] (rows=500/500 width=178) predicate:key is not null Please refer to the previous TableScan [TS_15] <-Reducer 4 [SIMPLE_EDGE] llap SHUFFLE [RS_21] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_159] (rows=42/52 width=86) + Merge Join Operator [MERGEJOIN_177] (rows=42/52 width=86) Conds:RS_18._col1=RS_19._col1(Inner),Output:["_col2"] <-Map 14 [SIMPLE_EDGE] llap SHUFFLE [RS_19] @@ -1706,39 +1706,39 @@ Stage-5 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_187] PartitionCols:_col1, _col0 - Select Operator [SEL_2] (rows=25/25 width=175) + Select Operator [SEL_185] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_144] (rows=25/25 width=175) + Filter Operator [FIL_184] (rows=25/25 width=175) predicate:value is not null - TableScan [TS_0] (rows=25/25 width=175) + TableScan [TS_183] (rows=25/25 width=175) Output:["key","value"] <-Map 13 [CONTAINS] llap - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_199] PartitionCols:_col1, _col0 - Select Operator [SEL_5] (rows=500/500 width=178) + Select Operator [SEL_197] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_145] (rows=500/500 width=178) + Filter Operator [FIL_196] (rows=500/500 width=178) predicate:value is not null - TableScan [TS_3] (rows=500/500 width=178) + TableScan [TS_195] (rows=500/500 width=178) Output:["key","value"] Reducer 11 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=880) + File Output Operator [FS_129] + Group By Operator [GBY_127] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 9 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=2941/319 width=178) + PARTITION_ONLY_SHUFFLE [RS_126] + Select Operator [SEL_125] (rows=2941/319 width=178) Output:["key","value"] Please refer to the previous Group By Operator [GBY_112] Reducer 12 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=880) + File Output Operator [FS_137] + Group By Operator [GBY_135] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 9 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=2941/319 width=178) + PARTITION_ONLY_SHUFFLE [RS_134] + Select Operator [SEL_133] (rows=2941/319 width=178) Output:["key","value"] Please refer to the previous Group By Operator [GBY_112] Stage-6 @@ -1821,8 +1821,8 @@ Stage-4 Dependency Collection{} Stage-2 Reducer 6 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/2 width=880) + File Output Operator [FS_24] + Group By Operator [GBY_22] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] llap File Output Operator [FS_18] @@ -1838,39 +1838,39 @@ Stage-4 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 3 [SIMPLE_EDGE] <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_10] + Reduce Output Operator [RS_44] PartitionCols:_col0, _col1 - Select Operator [SEL_6] (rows=500/500 width=178) + Select Operator [SEL_42] (rows=500/500 width=178) Output:["_col0","_col1"] - TableScan [TS_5] (rows=500/500 width=178) + TableScan [TS_41] (rows=500/500 width=178) Output:["key","value"] <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_10] + Reduce Output Operator [RS_40] PartitionCols:_col0, _col1 - Select Operator [SEL_4] (rows=1/1 width=272) + Select Operator [SEL_38] (rows=1/1 width=272) Output:["_col0","_col1"] - Group By Operator [GBY_3] (rows=1/2 width=8) + Group By Operator [GBY_37] (rows=1/1 width=8) Output:["_col0"],aggregations:["count()"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=500/310 width=10) + Select Operator [SEL_1] (rows=500/500 width=10) TableScan [TS_0] (rows=500/500 width=10) default@src,s1,Tbl:COMPLETE,Col:COMPLETE - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=309/310 width=272) + PARTITION_ONLY_SHUFFLE [RS_21] + Select Operator [SEL_20] (rows=309/310 width=272) Output:["key","value"] Please refer to the previous Select Operator [SEL_16] Reducer 7 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/2 width=1320) + File Output Operator [FS_36] + Group By Operator [GBY_34] (rows=1/1 width=1320) Output:["_col0","_col1","_col2"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=501/310 width=456) + PARTITION_ONLY_SHUFFLE [RS_33] + Select Operator [SEL_32] (rows=501/310 width=456) Output:["key","val1","val2"] - Select Operator [SEL_22] (rows=501/310 width=456) + Select Operator [SEL_28] (rows=501/310 width=456) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_21] (rows=501/310 width=280) + Group By Operator [GBY_27] (rows=501/310 width=280) Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1 Please refer to the previous Group By Operator [GBY_11] Stage-5 @@ -2011,8 +2011,8 @@ Stage-4 Dependency Collection{} Stage-2 Reducer 5 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/2 width=880) + File Output Operator [FS_22] + Group By Operator [GBY_20] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap File Output Operator [FS_16] @@ -2023,60 +2023,60 @@ Stage-4 Output:["_col0","_col1"],aggregations:["count(DISTINCT KEY._col1:0._col0)"],keys:KEY._col0 <-Union 3 [SIMPLE_EDGE] <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_12] + Reduce Output Operator [RS_43] PartitionCols:_col0 - Select Operator [SEL_6] (rows=500/500 width=178) + Select Operator [SEL_41] (rows=500/500 width=178) Output:["_col0","_col1"] - TableScan [TS_5] (rows=500/500 width=178) + TableScan [TS_40] (rows=500/500 width=178) Output:["key","value"] - Reduce Output Operator [RS_18] + Reduce Output Operator [RS_44] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_6] + Please refer to the previous Select Operator [SEL_41] <-Map 9 [CONTAINS] llap - Reduce Output Operator [RS_12] + Reduce Output Operator [RS_48] PartitionCols:_col0 - Select Operator [SEL_9] (rows=500/500 width=178) + Select Operator [SEL_46] (rows=500/500 width=178) Output:["_col0","_col1"] - TableScan [TS_8] (rows=500/500 width=178) + TableScan [TS_45] (rows=500/500 width=178) Output:["key","value"] - Reduce Output Operator [RS_18] + Reduce Output Operator [RS_49] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_9] + Please refer to the previous Select Operator [SEL_46] <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_12] + Reduce Output Operator [RS_38] PartitionCols:_col0 - Select Operator [SEL_4] (rows=1/1 width=272) + Select Operator [SEL_36] (rows=1/1 width=272) Output:["_col0","_col1"] - Group By Operator [GBY_3] (rows=1/2 width=8) + Group By Operator [GBY_35] (rows=1/1 width=8) Output:["_col0"],aggregations:["count()"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=500/310 width=10) + Select Operator [SEL_1] (rows=500/500 width=10) TableScan [TS_0] (rows=500/500 width=10) default@src,s1,Tbl:COMPLETE,Col:COMPLETE - Reduce Output Operator [RS_18] + Reduce Output Operator [RS_39] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_4] - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=309/310 width=272) + Please refer to the previous Select Operator [SEL_36] + PARTITION_ONLY_SHUFFLE [RS_19] + Select Operator [SEL_18] (rows=309/310 width=272) Output:["key","value"] Please refer to the previous Select Operator [SEL_14] Reducer 7 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/2 width=1320) + File Output Operator [FS_34] + Group By Operator [GBY_32] (rows=1/1 width=1320) Output:["_col0","_col1","_col2"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')"] <-Reducer 6 [CUSTOM_SIMPLE_EDGE] llap - File Output Operator [FS_22] + File Output Operator [FS_28] table:{"name:":"default.dest2_n29"} - Select Operator [SEL_20] (rows=1001/310 width=456) + Select Operator [SEL_26] (rows=1001/310 width=456) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_19] (rows=1001/310 width=280) + Group By Operator [GBY_25] (rows=1001/310 width=280) Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col2:0._col0)"],keys:KEY._col0, KEY._col1 <- Please refer to the previous Union 3 [SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=1001/310 width=456) + PARTITION_ONLY_SHUFFLE [RS_31] + Select Operator [SEL_30] (rows=1001/310 width=456) Output:["key","val1","val2"] - Please refer to the previous Select Operator [SEL_20] + Please refer to the previous Select Operator [SEL_26] Stage-5 Stats Work{} Stage-1 @@ -2147,8 +2147,8 @@ Stage-4 Dependency Collection{} Stage-2 Reducer 5 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/2 width=880) + File Output Operator [FS_20] + Group By Operator [GBY_18] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap File Output Operator [FS_14] @@ -2159,50 +2159,50 @@ Stage-4 Output:["_col0","_col1"],aggregations:["count(DISTINCT KEY._col1:0._col0)"],keys:KEY._col0 <-Union 3 [SIMPLE_EDGE] <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_10] + Reduce Output Operator [RS_41] PartitionCols:_col0 - Select Operator [SEL_6] (rows=500/500 width=178) + Select Operator [SEL_39] (rows=500/500 width=178) Output:["_col0","_col1"] - TableScan [TS_5] (rows=500/500 width=178) + TableScan [TS_38] (rows=500/500 width=178) Output:["key","value"] - Reduce Output Operator [RS_16] + Reduce Output Operator [RS_42] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_6] + Please refer to the previous Select Operator [SEL_39] <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_10] + Reduce Output Operator [RS_36] PartitionCols:_col0 - Select Operator [SEL_4] (rows=1/1 width=272) + Select Operator [SEL_34] (rows=1/1 width=272) Output:["_col0","_col1"] - Group By Operator [GBY_3] (rows=1/2 width=8) + Group By Operator [GBY_33] (rows=1/1 width=8) Output:["_col0"],aggregations:["count()"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=500/310 width=10) + Select Operator [SEL_1] (rows=500/500 width=10) TableScan [TS_0] (rows=500/500 width=10) default@src,s1,Tbl:COMPLETE,Col:COMPLETE - Reduce Output Operator [RS_16] + Reduce Output Operator [RS_37] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_4] - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=309/310 width=272) + Please refer to the previous Select Operator [SEL_34] + PARTITION_ONLY_SHUFFLE [RS_17] + Select Operator [SEL_16] (rows=309/310 width=272) Output:["key","value"] Please refer to the previous Select Operator [SEL_12] Reducer 7 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/2 width=1320) + File Output Operator [FS_32] + Group By Operator [GBY_30] (rows=1/1 width=1320) Output:["_col0","_col1","_col2"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')"] <-Reducer 6 [CUSTOM_SIMPLE_EDGE] llap - File Output Operator [FS_20] + File Output Operator [FS_26] table:{"name:":"default.dest2_n29"} - Select Operator [SEL_18] (rows=501/310 width=456) + Select Operator [SEL_24] (rows=501/310 width=456) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_17] (rows=501/310 width=280) + Group By Operator [GBY_23] (rows=501/310 width=280) Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col2:0._col0)"],keys:KEY._col0, KEY._col1 <- Please refer to the previous Union 3 [SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=501/310 width=456) + PARTITION_ONLY_SHUFFLE [RS_29] + Select Operator [SEL_28] (rows=501/310 width=456) Output:["key","val1","val2"] - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_24] Stage-5 Stats Work{} Stage-1 diff --git ql/src/test/results/clientpositive/llap/explainuser_1.q.out ql/src/test/results/clientpositive/llap/explainuser_1.q.out index f4852d2f15..e40483ab89 100644 --- ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -56,10 +56,10 @@ Stage-3 Dependency Collection{} Stage-1 Reducer 2 llap - File Output Operator [FS_6] - Select Operator [SEL_5] (rows=1 width=1077) + File Output Operator [FS_10] + Select Operator [SEL_9] (rows=1 width=1077) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_4] (rows=1 width=1077) + Group By Operator [GBY_8] (rows=1 width=1077) Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)"],keys:KEY._col0, KEY._col1 <-Map 1 [SIMPLE_EDGE] llap File Output Operator [FS_3] @@ -68,11 +68,11 @@ Stage-3 Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - SHUFFLE [RS_3] + SHUFFLE [RS_7] PartitionCols:_col0, _col1 - Group By Operator [GBY_2] (rows=1 width=1061) + Group By Operator [GBY_6] (rows=1 width=1061) Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(key, 'hll')","compute_stats(value, 'hll')"],keys:ds, ts - Select Operator [SEL_1] (rows=500 width=292) + Select Operator [SEL_5] (rows=500 width=292) Output:["key","value","ds","ts"] Please refer to the previous Select Operator [SEL_1] @@ -105,10 +105,10 @@ Stage-3 Dependency Collection{} Stage-1 Reducer 3 llap - File Output Operator [FS_6] - Select Operator [SEL_5] (rows=1 width=1077) + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=1 width=1077) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_4] (rows=1 width=1077) + Group By Operator [GBY_12] (rows=1 width=1077) Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap File Output Operator [FS_7] @@ -127,11 +127,11 @@ Stage-3 Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - SHUFFLE [RS_3] + SHUFFLE [RS_11] PartitionCols:_col0, _col1 - Group By Operator [GBY_2] (rows=1 width=1061) + Group By Operator [GBY_10] (rows=1 width=1061) Output:["_col0","_col1","_col2","_col3"],aggregations:["compute_stats(key, 'hll')","compute_stats(value, 'hll')"],keys:ds, ts - Select Operator [SEL_1] (rows=100 width=292) + Select Operator [SEL_9] (rows=100 width=292) Output:["key","value","ds","ts"] Please refer to the previous Select Operator [SEL_6] @@ -778,10 +778,10 @@ Stage-0 Output:["_col0"] <-Union 3 [SIMPLE_EDGE] <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_23] - Select Operator [SEL_5] (rows=1 width=87) + Reduce Output Operator [RS_29] + Select Operator [SEL_27] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_26] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_3] @@ -792,10 +792,10 @@ Stage-0 TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 6 [CONTAINS] llap - Reduce Output Operator [RS_23] - Select Operator [SEL_12] (rows=1 width=87) + Reduce Output Operator [RS_33] + Select Operator [SEL_31] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_30] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 5 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_10] @@ -806,10 +806,10 @@ Stage-0 TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 8 [CONTAINS] llap - Reduce Output Operator [RS_23] - Select Operator [SEL_20] (rows=1 width=87) + Reduce Output Operator [RS_37] + Select Operator [SEL_35] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_34] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 7 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_18] @@ -855,13 +855,13 @@ Stage-0 Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Union 3 [SIMPLE_EDGE] <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_25] + Reduce Output Operator [RS_35] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_34] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_5] (rows=1 width=87) + Select Operator [SEL_32] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_31] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 1 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_3] @@ -872,13 +872,13 @@ Stage-0 TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 7 [CONTAINS] llap - Reduce Output Operator [RS_25] + Reduce Output Operator [RS_40] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_39] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_12] (rows=1 width=87) + Select Operator [SEL_37] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_36] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 6 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_10] @@ -889,13 +889,13 @@ Stage-0 TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 9 [CONTAINS] llap - Reduce Output Operator [RS_25] + Reduce Output Operator [RS_45] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_44] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_20] (rows=1 width=87) + Select Operator [SEL_42] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_41] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 8 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_18] @@ -4875,12 +4875,12 @@ Stage-4 Dependency Collection{} Stage-2 Reducer 5 llap - File Output Operator [FS_7] - Group By Operator [GBY_5] (rows=1 width=2640) + File Output Operator [FS_17] + Group By Operator [GBY_15] (rows=1 width=2640) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)","compute_stats(VALUE._col2)","compute_stats(VALUE._col3)","compute_stats(VALUE._col4)","compute_stats(VALUE._col5)"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_4] - Group By Operator [GBY_3] (rows=1 width=2576) + PARTITION_ONLY_SHUFFLE [RS_14] + Group By Operator [GBY_13] (rows=1 width=2576) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')","compute_stats(VALUE._col4, 'hll')","compute_stats(VALUE._col5, 'hll')","compute_stats(VALUE._col6, 'hll')"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap File Output Operator [FS_9] @@ -4903,46 +4903,46 @@ Stage-4 PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] - PARTITION_ONLY_SHUFFLE [RS_2] + PARTITION_ONLY_SHUFFLE [RS_12] PartitionCols:rand() - Select Operator [SEL_1] (rows=26 width=239) + Select Operator [SEL_11] (rows=26 width=239) Output:["p_mfgr","p_name","p_size","r","dr","s"] Please refer to the previous Select Operator [SEL_7] Reducer 9 llap - File Output Operator [FS_7] - Group By Operator [GBY_5] (rows=1 width=3520) + File Output Operator [FS_36] + Group By Operator [GBY_34] (rows=1 width=3520) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)","compute_stats(VALUE._col2)","compute_stats(VALUE._col3)","compute_stats(VALUE._col4)","compute_stats(VALUE._col5)","compute_stats(VALUE._col6)","compute_stats(VALUE._col7)"] <-Reducer 8 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_4] - Group By Operator [GBY_3] (rows=1 width=3424) + PARTITION_ONLY_SHUFFLE [RS_33] + Group By Operator [GBY_32] (rows=1 width=3424) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')","compute_stats(VALUE._col4, 'hll')","compute_stats(VALUE._col5, 'hll')","compute_stats(VALUE._col6, 'hll')","compute_stats(VALUE._col7, 'hll')","compute_stats(VALUE._col8, 'hll')"] <-Reducer 7 [CUSTOM_SIMPLE_EDGE] llap - File Output Operator [FS_20] + File Output Operator [FS_28] table:{"name:":"default.part_5_n1"} - Select Operator [SEL_17] (rows=26 width=247) + Select Operator [SEL_25] (rows=26 width=247) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - PTF Operator [PTF_16] (rows=26 width=499) + PTF Operator [PTF_24] (rows=26 width=499) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col3"}] - Select Operator [SEL_15] (rows=26 width=499) + Select Operator [SEL_23] (rows=26 width=499) Output:["_col0","_col2","_col3","_col6"] <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + SHUFFLE [RS_22] PartitionCols:_col2 - Select Operator [SEL_13] (rows=26 width=491) + Select Operator [SEL_21] (rows=26 width=491) Output:["sum_window_0","_col1","_col2","_col5"] - PTF Operator [PTF_12] (rows=26 width=491) + PTF Operator [PTF_20] (rows=26 width=491) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}] - Select Operator [SEL_11] (rows=26 width=491) + Select Operator [SEL_19] (rows=26 width=491) Output:["_col1","_col2","_col5"] <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + SHUFFLE [RS_18] PartitionCols:_col2 Please refer to the previous PTF Operator [PTF_3] - PARTITION_ONLY_SHUFFLE [RS_2] + PARTITION_ONLY_SHUFFLE [RS_31] PartitionCols:rand() - Select Operator [SEL_1] (rows=26 width=247) + Select Operator [SEL_30] (rows=26 width=247) Output:["p_mfgr","p_name","p_size","s2","r","dr","cud","fv1"] - Please refer to the previous Select Operator [SEL_17] + Please refer to the previous Select Operator [SEL_25] Stage-5 Stats Work{} Stage-1 @@ -5319,26 +5319,26 @@ Stage-3 Dependency Collection{} Stage-1 Reducer 4 llap - File Output Operator [FS_7] - Group By Operator [GBY_5] (rows=1 width=880) + File Output Operator [FS_19] + Group By Operator [GBY_17] (rows=1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_4] - Group By Operator [GBY_3] (rows=1 width=864) + PARTITION_ONLY_SHUFFLE [RS_16] + Group By Operator [GBY_15] (rows=1 width=864) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap File Output Operator [FS_11] table:{"name:":"default.dest_j1_n16"} Select Operator [SEL_9] (rows=809 width=95) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_16] (rows=809 width=178) + Merge Join Operator [MERGEJOIN_24] (rows=809 width=178) Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col2"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_6] PartitionCols:_col0 Select Operator [SEL_2] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_14] (rows=500 width=87) + Filter Operator [FIL_22] (rows=500 width=87) predicate:key is not null TableScan [TS_0] (rows=500 width=87) default@src,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -5347,13 +5347,13 @@ Stage-3 PartitionCols:_col0 Select Operator [SEL_5] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=500 width=178) + Filter Operator [FIL_23] (rows=500 width=178) predicate:key is not null TableScan [TS_3] (rows=500 width=178) default@src,src2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - PARTITION_ONLY_SHUFFLE [RS_2] + PARTITION_ONLY_SHUFFLE [RS_14] PartitionCols:rand() - Select Operator [SEL_1] (rows=809 width=95) + Select Operator [SEL_13] (rows=809 width=95) Output:["key","value"] Please refer to the previous Select Operator [SEL_9] diff --git ql/src/test/results/clientpositive/llap/lineage3.q.out ql/src/test/results/clientpositive/llap/lineage3.q.out index 1ac02ec4d6..ab93a5bf7b 100644 --- ql/src/test/results/clientpositive/llap/lineage3.q.out +++ ql/src/test/results/clientpositive/llap/lineage3.q.out @@ -25,7 +25,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@d1 PREHOOK: Output: default@d2 -{"version":"1.0","engine":"tez","database":"default","hash":"84e3cdc38011da5842162df175b2a494","queryText":"from (select a.ctinyint x, b.cstring1 y\nfrom alltypesorc a join alltypesorc b on a.cint = b.cbigint) t_n20\ninsert into table d1 select x where y is null\ninsert into table d2 select y where x > 0","edges":[{"sources":[2],"targets":[0],"expression":"UDFToInteger(x)","edgeType":"PROJECTION"},{"sources":[3],"targets":[0,1],"expression":"a.cint is not null","edgeType":"PREDICATE"},{"sources":[3,4],"targets":[0,1],"expression":"(UDFToLong(a.cint) = b.cbigint)","edgeType":"PREDICATE"},{"sources":[4],"targets":[0,1],"expression":"b.cbigint is not null","edgeType":"PREDICATE"},{"sources":[5],"targets":[0],"expression":"t_n20.y is null","edgeType":"PREDICATE"},{"sources":[5],"targets":[1],"expression":"CAST( y AS varchar(128))","edgeType":"PROJECTION"},{"sources":[2],"targets":[1],"expression":"(t_n20.x > 0Y)","edgeType":"PREDICATE"},{"sources":[2],"targets":[0],"expression":"compute_stats(UDFToInteger(x), 'hll')","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.d1.a"},{"id":1,"vertexType":"COLUMN","vertexId":"default.d2.b"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"}]} +{"version":"1.0","engine":"tez","database":"default","hash":"84e3cdc38011da5842162df175b2a494","queryText":"from (select a.ctinyint x, b.cstring1 y\nfrom alltypesorc a join alltypesorc b on a.cint = b.cbigint) t_n20\ninsert into table d1 select x where y is null\ninsert into table d2 select y where x > 0","edges":[{"sources":[2],"targets":[0],"expression":"UDFToInteger(x)","edgeType":"PROJECTION"},{"sources":[3],"targets":[0,1],"expression":"a.cint is not null","edgeType":"PREDICATE"},{"sources":[3,4],"targets":[0,1],"expression":"(UDFToLong(a.cint) = b.cbigint)","edgeType":"PREDICATE"},{"sources":[4],"targets":[0,1],"expression":"b.cbigint is not null","edgeType":"PREDICATE"},{"sources":[5],"targets":[0],"expression":"t_n20.y is null","edgeType":"PREDICATE"},{"sources":[5],"targets":[1],"expression":"CAST( y AS varchar(128))","edgeType":"PROJECTION"},{"sources":[2],"targets":[1,0],"expression":"(t_n20.x > 0Y)","edgeType":"PREDICATE"},{"sources":[2],"targets":[0],"expression":"compute_stats(UDFToInteger(x), 'hll')","edgeType":"PROJECTION"},{"sources":[5],"targets":[0],"expression":"compute_stats(CAST( y AS varchar(128)), 'hll')","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.d1.a"},{"id":1,"vertexType":"COLUMN","vertexId":"default.d2.b"},{"id":2,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":3,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":4,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"}]} PREHOOK: query: drop table if exists t_n20 PREHOOK: type: DROPTABLE PREHOOK: query: create table t_n20 as @@ -372,7 +372,7 @@ PREHOOK: query: create table src_dp1 (f string, w string, m int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_dp1 -Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[54][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: from src_dp, src_dp1 insert into dest_dp1 partition (year) select first, word, year insert into dest_dp2 partition (y, m) select first, word, year, month @@ -387,4 +387,7 @@ PREHOOK: Output: default@dest_dp1@year=0 PREHOOK: Output: default@dest_dp2 PREHOOK: Output: default@dest_dp2@y=1 PREHOOK: Output: default@dest_dp3@y=2 -{"version":"1.0","engine":"tez","database":"default","hash":"e540a88155ffa4bf6842a4fdf3bfe639","queryText":"from src_dp, src_dp1\ninsert into dest_dp1 partition (year) select first, word, year\ninsert into dest_dp2 partition (y, m) select first, word, year, month\ninsert into dest_dp3 partition (y=2, m, d) select first, word, month m, day d where year=2\ninsert into dest_dp2 partition (y=1, m) select f, w, m\ninsert into dest_dp1 partition (year=0) select f, w","edges":[{"sources":[11],"targets":[0,1,2],"edgeType":"PROJECTION"},{"sources":[12],"targets":[3,4,5],"edgeType":"PROJECTION"},{"sources":[13],"targets":[6,7],"edgeType":"PROJECTION"},{"sources":[14],"targets":[8,9],"edgeType":"PROJECTION"},{"sources":[15],"targets":[1,0],"edgeType":"PROJECTION"},{"sources":[16],"targets":[4,3],"edgeType":"PROJECTION"},{"sources":[17],"targets":[8],"edgeType":"PROJECTION"},{"sources":[18],"targets":[10],"edgeType":"PROJECTION"},{"sources":[13],"targets":[2,5,9,10],"expression":"(subq.col7 = 2)","edgeType":"PREDICATE"},{"sources":[11],"targets":[0],"expression":"compute_stats(default.src_dp.first, 'hll')","edgeType":"PROJECTION"},{"sources":[12],"targets":[3],"expression":"compute_stats(default.src_dp.word, 'hll')","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_dp1.first"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_dp2.first"},{"id":2,"vertexType":"COLUMN","vertexId":"default.dest_dp3.first"},{"id":3,"vertexType":"COLUMN","vertexId":"default.dest_dp1.word"},{"id":4,"vertexType":"COLUMN","vertexId":"default.dest_dp2.word"},{"id":5,"vertexType":"COLUMN","vertexId":"default.dest_dp3.word"},{"id":6,"vertexType":"COLUMN","vertexId":"default.dest_dp1.year"},{"id":7,"vertexType":"COLUMN","vertexId":"default.dest_dp2.y"},{"id":8,"vertexType":"COLUMN","vertexId":"default.dest_dp2.m"},{"id":9,"vertexType":"COLUMN","vertexId":"default.dest_dp3.m"},{"id":10,"vertexType":"COLUMN","vertexId":"default.dest_dp3.d"},{"id":11,"vertexType":"COLUMN","vertexId":"default.src_dp.first"},{"id":12,"vertexType":"COLUMN","vertexId":"default.src_dp.word"},{"id":13,"vertexType":"COLUMN","vertexId":"default.src_dp.year"},{"id":14,"vertexType":"COLUMN","vertexId":"default.src_dp.month"},{"id":15,"vertexType":"COLUMN","vertexId":"default.src_dp1.f"},{"id":16,"vertexType":"COLUMN","vertexId":"default.src_dp1.w"},{"id":17,"vertexType":"COLUMN","vertexId":"default.src_dp1.m"},{"id":18,"vertexType":"COLUMN","vertexId":"default.src_dp.day"}]} +Failed to log lineage graph, query is not affected +java.lang.IndexOutOfBoundsException: Index: 2, Size: 2 +#### A masked pattern was here #### + diff --git ql/src/test/results/clientpositive/llap/table_access_keys_stats.q.out ql/src/test/results/clientpositive/llap/table_access_keys_stats.q.out index 4f600a6453..bb823d4926 100644 --- ql/src/test/results/clientpositive/llap/table_access_keys_stats.q.out +++ ql/src/test/results/clientpositive/llap/table_access_keys_stats.q.out @@ -252,7 +252,7 @@ Operator:GBY_2 Table:default@t1_n13 Keys:key -Operator:GBY_9 +Operator:GBY_16 Table:default@t1_n13 Keys:key diff --git ql/src/test/results/clientpositive/llap/tez_input_counters.q.out ql/src/test/results/clientpositive/llap/tez_input_counters.q.out index d2fcdaa1bf..94883ce0f3 100644 --- ql/src/test/results/clientpositive/llap/tez_input_counters.q.out +++ ql/src/test/results/clientpositive/llap/tez_input_counters.q.out @@ -1820,14 +1820,14 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.testpart1: 240 RECORDS_OUT_INTERMEDIATE_Map_1: 240 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FS_5: 74 - RECORDS_OUT_OPERATOR_FS_6: 240 - RECORDS_OUT_OPERATOR_GBY_3: 74 + RECORDS_OUT_OPERATOR_FS_12: 240 + RECORDS_OUT_OPERATOR_FS_9: 74 + RECORDS_OUT_OPERATOR_GBY_7: 74 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_7: 240 - RECORDS_OUT_OPERATOR_SEL_4: 74 - RECORDS_OUT_OPERATOR_SEL_5: 240 - RECORDS_OUT_OPERATOR_SEL_6: 240 + RECORDS_OUT_OPERATOR_RS_14: 240 + RECORDS_OUT_OPERATOR_SEL_11: 240 + RECORDS_OUT_OPERATOR_SEL_13: 240 + RECORDS_OUT_OPERATOR_SEL_8: 74 RECORDS_OUT_OPERATOR_TS_0: 240 Stage-1 LLAP IO COUNTERS: CACHE_HIT_BYTES: 922 diff --git ql/src/test/results/clientpositive/llap/union_fast_stats.q.out ql/src/test/results/clientpositive/llap/union_fast_stats.q.out index 4f80cbfff9..42f5cb09e0 100644 --- ql/src/test/results/clientpositive/llap/union_fast_stats.q.out +++ ql/src/test/results/clientpositive/llap/union_fast_stats.q.out @@ -1,159 +1,159 @@ -PREHOOK: query: drop table small_alltypesorc1a +PREHOOK: query: drop table small_alltypesorc1a_n2 PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table small_alltypesorc1a +POSTHOOK: query: drop table small_alltypesorc1a_n2 POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table small_alltypesorc2a +PREHOOK: query: drop table small_alltypesorc2a_n2 PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table small_alltypesorc2a +POSTHOOK: query: drop table small_alltypesorc2a_n2 POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table small_alltypesorc3a +PREHOOK: query: drop table small_alltypesorc3a_n2 PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table small_alltypesorc3a +POSTHOOK: query: drop table small_alltypesorc3a_n2 POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table small_alltypesorc4a +PREHOOK: query: drop table small_alltypesorc4a_n2 PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table small_alltypesorc4a +POSTHOOK: query: drop table small_alltypesorc4a_n2 POSTHOOK: type: DROPTABLE -PREHOOK: query: drop table small_alltypesorc_a +PREHOOK: query: drop table small_alltypesorc_a_n2 PREHOOK: type: DROPTABLE -POSTHOOK: query: drop table small_alltypesorc_a +POSTHOOK: query: drop table small_alltypesorc_a_n2 POSTHOOK: type: DROPTABLE -PREHOOK: query: create table small_alltypesorc1a as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: query: create table small_alltypesorc1a_n2 as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc1a -POSTHOOK: query: create table small_alltypesorc1a as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc1a_n2 +POSTHOOK: query: create table small_alltypesorc1a_n2 as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc1a -POSTHOOK: Lineage: small_alltypesorc1a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +POSTHOOK: Output: default@small_alltypesorc1a_n2 +POSTHOOK: Lineage: small_alltypesorc1a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: create table small_alltypesorc2a_n2 as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc2a -POSTHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc2a_n2 +POSTHOOK: query: create table small_alltypesorc2a_n2 as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc2a -POSTHOOK: Lineage: small_alltypesorc2a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cint SIMPLE [] -POSTHOOK: Lineage: small_alltypesorc2a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +POSTHOOK: Output: default@small_alltypesorc2a_n2 +POSTHOOK: Lineage: small_alltypesorc2a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: create table small_alltypesorc3a_n2 as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc3a -POSTHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc3a_n2 +POSTHOOK: query: create table small_alltypesorc3a_n2 as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc3a -POSTHOOK: Lineage: small_alltypesorc3a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.ctinyint SIMPLE [] -PREHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +POSTHOOK: Output: default@small_alltypesorc3a_n2 +POSTHOOK: Lineage: small_alltypesorc3a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.ctinyint SIMPLE [] +PREHOOK: query: create table small_alltypesorc4a_n2 as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc4a -POSTHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc4a_n2 +POSTHOOK: query: create table small_alltypesorc4a_n2 as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc4a -POSTHOOK: Lineage: small_alltypesorc4a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cint SIMPLE [] -POSTHOOK: Lineage: small_alltypesorc4a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] -PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from -(select * from (select * from small_alltypesorc1a) sq1 +POSTHOOK: Output: default@small_alltypesorc4a_n2 +POSTHOOK: Lineage: small_alltypesorc4a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.ctinyint SIMPLE [] +PREHOOK: query: create table small_alltypesorc_a_n2 stored as orc as select * from +(select * from (select * from small_alltypesorc1a_n2) sq1 union all - select * from (select * from small_alltypesorc2a) sq2 + select * from (select * from small_alltypesorc2a_n2) sq2 union all - select * from (select * from small_alltypesorc3a) sq3 + select * from (select * from small_alltypesorc3a_n2) sq3 union all - select * from (select * from small_alltypesorc4a) sq4) q + select * from (select * from small_alltypesorc4a_n2) sq4) q PREHOOK: type: CREATETABLE_AS_SELECT -PREHOOK: Input: default@small_alltypesorc1a -PREHOOK: Input: default@small_alltypesorc2a -PREHOOK: Input: default@small_alltypesorc3a -PREHOOK: Input: default@small_alltypesorc4a +PREHOOK: Input: default@small_alltypesorc1a_n2 +PREHOOK: Input: default@small_alltypesorc2a_n2 +PREHOOK: Input: default@small_alltypesorc3a_n2 +PREHOOK: Input: default@small_alltypesorc4a_n2 PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: create table small_alltypesorc_a stored as orc as select * from -(select * from (select * from small_alltypesorc1a) sq1 +PREHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: query: create table small_alltypesorc_a_n2 stored as orc as select * from +(select * from (select * from small_alltypesorc1a_n2) sq1 union all - select * from (select * from small_alltypesorc2a) sq2 + select * from (select * from small_alltypesorc2a_n2) sq2 union all - select * from (select * from small_alltypesorc3a) sq3 + select * from (select * from small_alltypesorc3a_n2) sq3 union all - select * from (select * from small_alltypesorc4a) sq4) q + select * from (select * from small_alltypesorc4a_n2) sq4) q POSTHOOK: type: CREATETABLE_AS_SELECT -POSTHOOK: Input: default@small_alltypesorc1a -POSTHOOK: Input: default@small_alltypesorc2a -POSTHOOK: Input: default@small_alltypesorc3a -POSTHOOK: Input: default@small_alltypesorc4a +POSTHOOK: Input: default@small_alltypesorc1a_n2 +POSTHOOK: Input: default@small_alltypesorc2a_n2 +POSTHOOK: Input: default@small_alltypesorc3a_n2 +POSTHOOK: Input: default@small_alltypesorc4a_n2 POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc_a -POSTHOOK: Lineage: small_alltypesorc_a.cbigint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cdouble EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cfloat EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.csmallint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: desc formatted small_alltypesorc_a +POSTHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: Lineage: small_alltypesorc_a_n2.cbigint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean1 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean2 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cdouble EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cfloat EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.csmallint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring1 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring2 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp1 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp2 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctinyint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: desc formatted small_alltypesorc_a_n2 PREHOOK: type: DESCTABLE -PREHOOK: Input: default@small_alltypesorc_a -POSTHOOK: query: desc formatted small_alltypesorc_a +PREHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: query: desc formatted small_alltypesorc_a_n2 POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 # col_name data_type comment ctinyint tinyint csmallint smallint @@ -175,11 +175,8 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} bucketing_version 2 numFiles 3 - numRows 5 - rawDataSize 1069 totalSize 4033 #### A masked pattern was here #### @@ -193,20 +190,20 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS +PREHOOK: query: ANALYZE TABLE small_alltypesorc_a_n2 COMPUTE STATISTICS PREHOOK: type: QUERY -PREHOOK: Input: default@small_alltypesorc_a -PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS +PREHOOK: Input: default@small_alltypesorc_a_n2 +PREHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a_n2 COMPUTE STATISTICS POSTHOOK: type: QUERY -POSTHOOK: Input: default@small_alltypesorc_a -POSTHOOK: Output: default@small_alltypesorc_a -PREHOOK: query: desc formatted small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: Output: default@small_alltypesorc_a_n2 +PREHOOK: query: desc formatted small_alltypesorc_a_n2 PREHOOK: type: DESCTABLE -PREHOOK: Input: default@small_alltypesorc_a -POSTHOOK: query: desc formatted small_alltypesorc_a +PREHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: query: desc formatted small_alltypesorc_a_n2 POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 # col_name data_type comment ctinyint tinyint csmallint smallint @@ -246,32 +243,32 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +PREHOOK: query: insert into table small_alltypesorc_a_n2 select * from small_alltypesorc1a_n2 PREHOOK: type: QUERY -PREHOOK: Input: default@small_alltypesorc1a -PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +PREHOOK: Input: default@small_alltypesorc1a_n2 +PREHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: query: insert into table small_alltypesorc_a_n2 select * from small_alltypesorc1a_n2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@small_alltypesorc1a -POSTHOOK: Output: default@small_alltypesorc_a -POSTHOOK: Lineage: small_alltypesorc_a.cbigint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cdouble SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cfloat SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.csmallint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctinyint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: desc formatted small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc1a_n2 +POSTHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: Lineage: small_alltypesorc_a_n2.cbigint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean1 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean2 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cdouble SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cfloat SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.csmallint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring1 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring2 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp1 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp2 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctinyint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: desc formatted small_alltypesorc_a_n2 PREHOOK: type: DESCTABLE -PREHOOK: Input: default@small_alltypesorc_a -POSTHOOK: query: desc formatted small_alltypesorc_a +PREHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: query: desc formatted small_alltypesorc_a_n2 POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 # col_name data_type comment ctinyint tinyint csmallint smallint @@ -311,182 +308,182 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: drop table small_alltypesorc1a +PREHOOK: query: drop table small_alltypesorc1a_n2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@small_alltypesorc1a -PREHOOK: Output: default@small_alltypesorc1a -POSTHOOK: query: drop table small_alltypesorc1a +PREHOOK: Input: default@small_alltypesorc1a_n2 +PREHOOK: Output: default@small_alltypesorc1a_n2 +POSTHOOK: query: drop table small_alltypesorc1a_n2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@small_alltypesorc1a -POSTHOOK: Output: default@small_alltypesorc1a -PREHOOK: query: drop table small_alltypesorc2a +POSTHOOK: Input: default@small_alltypesorc1a_n2 +POSTHOOK: Output: default@small_alltypesorc1a_n2 +PREHOOK: query: drop table small_alltypesorc2a_n2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@small_alltypesorc2a -PREHOOK: Output: default@small_alltypesorc2a -POSTHOOK: query: drop table small_alltypesorc2a +PREHOOK: Input: default@small_alltypesorc2a_n2 +PREHOOK: Output: default@small_alltypesorc2a_n2 +POSTHOOK: query: drop table small_alltypesorc2a_n2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@small_alltypesorc2a -POSTHOOK: Output: default@small_alltypesorc2a -PREHOOK: query: drop table small_alltypesorc3a +POSTHOOK: Input: default@small_alltypesorc2a_n2 +POSTHOOK: Output: default@small_alltypesorc2a_n2 +PREHOOK: query: drop table small_alltypesorc3a_n2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@small_alltypesorc3a -PREHOOK: Output: default@small_alltypesorc3a -POSTHOOK: query: drop table small_alltypesorc3a +PREHOOK: Input: default@small_alltypesorc3a_n2 +PREHOOK: Output: default@small_alltypesorc3a_n2 +POSTHOOK: query: drop table small_alltypesorc3a_n2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@small_alltypesorc3a -POSTHOOK: Output: default@small_alltypesorc3a -PREHOOK: query: drop table small_alltypesorc4a +POSTHOOK: Input: default@small_alltypesorc3a_n2 +POSTHOOK: Output: default@small_alltypesorc3a_n2 +PREHOOK: query: drop table small_alltypesorc4a_n2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@small_alltypesorc4a -PREHOOK: Output: default@small_alltypesorc4a -POSTHOOK: query: drop table small_alltypesorc4a +PREHOOK: Input: default@small_alltypesorc4a_n2 +PREHOOK: Output: default@small_alltypesorc4a_n2 +POSTHOOK: query: drop table small_alltypesorc4a_n2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@small_alltypesorc4a -POSTHOOK: Output: default@small_alltypesorc4a -PREHOOK: query: drop table small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc4a_n2 +POSTHOOK: Output: default@small_alltypesorc4a_n2 +PREHOOK: query: drop table small_alltypesorc_a_n2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@small_alltypesorc_a -PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: drop table small_alltypesorc_a +PREHOOK: Input: default@small_alltypesorc_a_n2 +PREHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: query: drop table small_alltypesorc_a_n2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@small_alltypesorc_a -POSTHOOK: Output: default@small_alltypesorc_a -PREHOOK: query: create table small_alltypesorc1a as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +POSTHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: Output: default@small_alltypesorc_a_n2 +PREHOOK: query: create table small_alltypesorc1a_n2 as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc1a -POSTHOOK: query: create table small_alltypesorc1a as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc1a_n2 +POSTHOOK: query: create table small_alltypesorc1a_n2 as select * from alltypesorc where cint is not null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc1a -POSTHOOK: Lineage: small_alltypesorc1a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc1a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +POSTHOOK: Output: default@small_alltypesorc1a_n2 +POSTHOOK: Lineage: small_alltypesorc1a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a_n2.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: create table small_alltypesorc2a_n2 as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc2a -POSTHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc2a_n2 +POSTHOOK: query: create table small_alltypesorc2a_n2 as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc2a -POSTHOOK: Lineage: small_alltypesorc2a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cint SIMPLE [] -POSTHOOK: Lineage: small_alltypesorc2a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc2a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +POSTHOOK: Output: default@small_alltypesorc2a_n2 +POSTHOOK: Lineage: small_alltypesorc2a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a_n2.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: create table small_alltypesorc3a_n2 as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc3a -POSTHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc3a_n2 +POSTHOOK: query: create table small_alltypesorc3a_n2 as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc3a -POSTHOOK: Lineage: small_alltypesorc3a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc3a.ctinyint SIMPLE [] -PREHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +POSTHOOK: Output: default@small_alltypesorc3a_n2 +POSTHOOK: Lineage: small_alltypesorc3a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a_n2.ctinyint SIMPLE [] +PREHOOK: query: create table small_alltypesorc4a_n2 as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc4a -POSTHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 +PREHOOK: Output: default@small_alltypesorc4a_n2 +POSTHOOK: query: create table small_alltypesorc4a_n2 as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc4a -POSTHOOK: Lineage: small_alltypesorc4a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cint SIMPLE [] -POSTHOOK: Lineage: small_alltypesorc4a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] -PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from -(select * from (select * from small_alltypesorc1a) sq1 +POSTHOOK: Output: default@small_alltypesorc4a_n2 +POSTHOOK: Lineage: small_alltypesorc4a_n2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a_n2.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a_n2.ctinyint SIMPLE [] +PREHOOK: query: create table small_alltypesorc_a_n2 stored as orc as select * from +(select * from (select * from small_alltypesorc1a_n2) sq1 union all - select * from (select * from small_alltypesorc2a) sq2 + select * from (select * from small_alltypesorc2a_n2) sq2 union all - select * from (select * from small_alltypesorc3a) sq3 + select * from (select * from small_alltypesorc3a_n2) sq3 union all - select * from (select * from small_alltypesorc4a) sq4) q + select * from (select * from small_alltypesorc4a_n2) sq4) q PREHOOK: type: CREATETABLE_AS_SELECT -PREHOOK: Input: default@small_alltypesorc1a -PREHOOK: Input: default@small_alltypesorc2a -PREHOOK: Input: default@small_alltypesorc3a -PREHOOK: Input: default@small_alltypesorc4a +PREHOOK: Input: default@small_alltypesorc1a_n2 +PREHOOK: Input: default@small_alltypesorc2a_n2 +PREHOOK: Input: default@small_alltypesorc3a_n2 +PREHOOK: Input: default@small_alltypesorc4a_n2 PREHOOK: Output: database:default -PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: create table small_alltypesorc_a stored as orc as select * from -(select * from (select * from small_alltypesorc1a) sq1 +PREHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: query: create table small_alltypesorc_a_n2 stored as orc as select * from +(select * from (select * from small_alltypesorc1a_n2) sq1 union all - select * from (select * from small_alltypesorc2a) sq2 + select * from (select * from small_alltypesorc2a_n2) sq2 union all - select * from (select * from small_alltypesorc3a) sq3 + select * from (select * from small_alltypesorc3a_n2) sq3 union all - select * from (select * from small_alltypesorc4a) sq4) q + select * from (select * from small_alltypesorc4a_n2) sq4) q POSTHOOK: type: CREATETABLE_AS_SELECT -POSTHOOK: Input: default@small_alltypesorc1a -POSTHOOK: Input: default@small_alltypesorc2a -POSTHOOK: Input: default@small_alltypesorc3a -POSTHOOK: Input: default@small_alltypesorc4a +POSTHOOK: Input: default@small_alltypesorc1a_n2 +POSTHOOK: Input: default@small_alltypesorc2a_n2 +POSTHOOK: Input: default@small_alltypesorc3a_n2 +POSTHOOK: Input: default@small_alltypesorc4a_n2 POSTHOOK: Output: database:default -POSTHOOK: Output: default@small_alltypesorc_a -POSTHOOK: Lineage: small_alltypesorc_a.cbigint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cdouble EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cfloat EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.csmallint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: desc formatted small_alltypesorc_a +POSTHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: Lineage: small_alltypesorc_a_n2.cbigint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean1 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean2 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cdouble EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cfloat EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.csmallint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring1 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring2 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp1 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp2 EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctinyint EXPRESSION [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a_n2)small_alltypesorc2a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a_n2)small_alltypesorc3a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a_n2)small_alltypesorc4a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: desc formatted small_alltypesorc_a_n2 PREHOOK: type: DESCTABLE -PREHOOK: Input: default@small_alltypesorc_a -POSTHOOK: query: desc formatted small_alltypesorc_a +PREHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: query: desc formatted small_alltypesorc_a_n2 POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 # col_name data_type comment ctinyint tinyint csmallint smallint @@ -513,7 +510,7 @@ Table Parameters: numFiles 1 numRows 5 rawDataSize 1069 - totalSize 3245 + totalSize 3243 #### A masked pattern was here #### # Storage Information @@ -526,20 +523,20 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS +PREHOOK: query: ANALYZE TABLE small_alltypesorc_a_n2 COMPUTE STATISTICS PREHOOK: type: QUERY -PREHOOK: Input: default@small_alltypesorc_a -PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS +PREHOOK: Input: default@small_alltypesorc_a_n2 +PREHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: query: ANALYZE TABLE small_alltypesorc_a_n2 COMPUTE STATISTICS POSTHOOK: type: QUERY -POSTHOOK: Input: default@small_alltypesorc_a -POSTHOOK: Output: default@small_alltypesorc_a -PREHOOK: query: desc formatted small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: Output: default@small_alltypesorc_a_n2 +PREHOOK: query: desc formatted small_alltypesorc_a_n2 PREHOOK: type: DESCTABLE -PREHOOK: Input: default@small_alltypesorc_a -POSTHOOK: query: desc formatted small_alltypesorc_a +PREHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: query: desc formatted small_alltypesorc_a_n2 POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 # col_name data_type comment ctinyint tinyint csmallint smallint @@ -566,7 +563,7 @@ Table Parameters: numFiles 1 numRows 15 rawDataSize 3320 - totalSize 3245 + totalSize 3243 #### A masked pattern was here #### # Storage Information @@ -579,32 +576,32 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +PREHOOK: query: insert into table small_alltypesorc_a_n2 select * from small_alltypesorc1a_n2 PREHOOK: type: QUERY -PREHOOK: Input: default@small_alltypesorc1a -PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +PREHOOK: Input: default@small_alltypesorc1a_n2 +PREHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: query: insert into table small_alltypesorc_a_n2 select * from small_alltypesorc1a_n2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@small_alltypesorc1a -POSTHOOK: Output: default@small_alltypesorc_a -POSTHOOK: Lineage: small_alltypesorc_a.cbigint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cdouble SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cfloat SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.csmallint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctinyint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] -PREHOOK: query: desc formatted small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc1a_n2 +POSTHOOK: Output: default@small_alltypesorc_a_n2 +POSTHOOK: Lineage: small_alltypesorc_a_n2.cbigint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean1 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cboolean2 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cdouble SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cfloat SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.csmallint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring1 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.cstring2 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp1 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctimestamp2 SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a_n2.ctinyint SIMPLE [(small_alltypesorc1a_n2)small_alltypesorc1a_n2.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: desc formatted small_alltypesorc_a_n2 PREHOOK: type: DESCTABLE -PREHOOK: Input: default@small_alltypesorc_a -POSTHOOK: query: desc formatted small_alltypesorc_a +PREHOOK: Input: default@small_alltypesorc_a_n2 +POSTHOOK: query: desc formatted small_alltypesorc_a_n2 POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@small_alltypesorc_a +POSTHOOK: Input: default@small_alltypesorc_a_n2 # col_name data_type comment ctinyint tinyint csmallint smallint @@ -631,7 +628,7 @@ Table Parameters: numFiles 2 numRows 20 rawDataSize 4389 - totalSize 4618 + totalSize 4616 #### A masked pattern was here #### # Storage Information diff --git ql/src/test/results/clientpositive/mapjoin47.q.out ql/src/test/results/clientpositive/mapjoin47.q.out index 0f67c38225..cd61ceedb0 100644 --- ql/src/test/results/clientpositive/mapjoin47.q.out +++ ql/src/test/results/clientpositive/mapjoin47.q.out @@ -1004,7 +1004,7 @@ POSTHOOK: Input: default@src1 4 val_4 NULL NULL 66 val_66 35 val_35 NULL NULL 66 val_66 12 val_12 NULL NULL 66 val_66 -Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[26][bigTable=?] in task 'Stage-7:MAPRED' is a cross product PREHOOK: query: EXPLAIN SELECT * FROM src @@ -1175,7 +1175,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[26][bigTable=?] in task 'Stage-7:MAPRED' is a cross product PREHOOK: query: SELECT * FROM src JOIN src1 a ON (a.key+src.key >= 100) diff --git ql/src/test/results/clientpositive/perf/spark/query77.q.out ql/src/test/results/clientpositive/perf/spark/query77.q.out index eea0f1d90a..85355516ca 100644 --- ql/src/test/results/clientpositive/perf/spark/query77.q.out +++ ql/src/test/results/clientpositive/perf/spark/query77.q.out @@ -1,4 +1,4 @@ -Warning: Map Join MAPJOIN[149][bigTable=?] in task 'Stage-1:MAPRED' is a cross product +Warning: Map Join MAPJOIN[183][bigTable=?] in task 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain with ss as (select s_store_sk, diff --git ql/src/test/results/clientpositive/perf/tez/query14.q.out ql/src/test/results/clientpositive/perf/tez/query14.q.out index 6366d14310..4d2706425c 100644 --- ql/src/test/results/clientpositive/perf/tez/query14.q.out +++ ql/src/test/results/clientpositive/perf/tez/query14.q.out @@ -1,6 +1,6 @@ -Warning: Shuffle Join MERGEJOIN[893][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 5' is a cross product -Warning: Shuffle Join MERGEJOIN[894][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 12' is a cross product -Warning: Shuffle Join MERGEJOIN[895][tables = [$hdt$_2, $hdt$_3, $hdt$_1]] in Stage 'Reducer 16' is a cross product +Warning: Shuffle Join MERGEJOIN[902][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 5' is a cross product +Warning: Shuffle Join MERGEJOIN[914][tables = [$hdt$_1, $hdt$_2, $hdt$_0]] in Stage 'Reducer 12' is a cross product +Warning: Shuffle Join MERGEJOIN[926][tables = [$hdt$_2, $hdt$_3, $hdt$_1]] in Stage 'Reducer 16' is a cross product PREHOOK: query: explain with cross_items as (select i_item_sk ss_item_sk @@ -281,203 +281,203 @@ Stage-0 limit:100 Stage-1 Reducer 8 vectorized - File Output Operator [FS_972] - Limit [LIM_971] (rows=100 width=237) + File Output Operator [FS_1134] + Limit [LIM_1133] (rows=100 width=237) Number of rows:100 - Select Operator [SEL_970] (rows=1016388080 width=237) + Select Operator [SEL_1132] (rows=1016388080 width=237) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_969] - Select Operator [SEL_968] (rows=1016388080 width=237) + SHUFFLE [RS_1131] + Select Operator [SEL_1130] (rows=1016388080 width=237) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_967] (rows=1016388080 width=237) + Group By Operator [GBY_1129] (rows=1016388080 width=237) Output:["_col0","_col1","_col2","_col3","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 6 [SIMPLE_EDGE] <-Reducer 12 [CONTAINS] - Reduce Output Operator [RS_571] + Reduce Output Operator [RS_919] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_570] (rows=2032776160 width=237) + Group By Operator [GBY_918] (rows=2032776160 width=237) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Select Operator [SEL_377] (rows=116155905 width=264) + Select Operator [SEL_916] (rows=116155905 width=264) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_376] (rows=116155905 width=264) + Filter Operator [FIL_915] (rows=116155905 width=264) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_894] (rows=348467716 width=264) + Merge Join Operator [MERGEJOIN_914] (rows=348467716 width=264) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 11 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_978] - Select Operator [SEL_977] (rows=1 width=8) - Filter Operator [FIL_976] (rows=1 width=8) + PARTITION_ONLY_SHUFFLE [RS_1140] + Select Operator [SEL_1139] (rows=1 width=8) + Filter Operator [FIL_1138] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_975] (rows=1 width=8) + Group By Operator [GBY_1137] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_974] (rows=1 width=8) - Group By Operator [GBY_973] (rows=1 width=8) + Select Operator [SEL_1136] (rows=1 width=8) + Group By Operator [GBY_1135] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Union 10 [CUSTOM_SIMPLE_EDGE] <-Reducer 19 [CONTAINS] - Reduce Output Operator [RS_223] - Group By Operator [GBY_222] (rows=1 width=8) + Reduce Output Operator [RS_943] + Group By Operator [GBY_942] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_220] (rows=1108786976 width=108) + Select Operator [SEL_941] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_208] (rows=316788826 width=135) + Select Operator [SEL_939] (rows=316788826 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_864] (rows=316788826 width=135) - Conds:RS_1016._col0=RS_1022._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_938] (rows=316788826 width=135) + Conds:RS_1178._col0=RS_1184._col0(Inner),Output:["_col1"] <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1022] + SHUFFLE [RS_1184] PartitionCols:_col0 - Select Operator [SEL_1019] (rows=8116 width=1119) + Select Operator [SEL_1181] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_1018] (rows=8116 width=1119) + Filter Operator [FIL_1180] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1016] + SHUFFLE [RS_1178] PartitionCols:_col0 - Select Operator [SEL_1014] (rows=287989836 width=135) + Select Operator [SEL_1176] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_1013] (rows=287989836 width=135) + Filter Operator [FIL_1175] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_10] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity"] <-Reducer 33 [CONTAINS] - Reduce Output Operator [RS_223] - Group By Operator [GBY_222] (rows=1 width=8) + Reduce Output Operator [RS_979] + Group By Operator [GBY_978] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_220] (rows=1108786976 width=108) + Select Operator [SEL_977] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_219] (rows=158402938 width=135) + Select Operator [SEL_975] (rows=158402938 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_865] (rows=158402938 width=135) - Conds:RS_1034._col0=RS_1040._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_974] (rows=158402938 width=135) + Conds:RS_1196._col0=RS_1202._col0(Inner),Output:["_col1"] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1040] + SHUFFLE [RS_1202] PartitionCols:_col0 - Select Operator [SEL_1037] (rows=8116 width=1119) + Select Operator [SEL_1199] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_1036] (rows=8116 width=1119) + Filter Operator [FIL_1198] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000) TableScan [TS_24] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1034] + SHUFFLE [RS_1196] PartitionCols:_col0 - Select Operator [SEL_1032] (rows=144002668 width=135) + Select Operator [SEL_1194] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_1031] (rows=144002668 width=135) + Filter Operator [FIL_1193] (rows=144002668 width=135) predicate:ws_sold_date_sk is not null TableScan [TS_21] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity"] <-Reducer 9 [CONTAINS] - Reduce Output Operator [RS_223] - Group By Operator [GBY_222] (rows=1 width=8) + Reduce Output Operator [RS_913] + Group By Operator [GBY_912] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_220] (rows=1108786976 width=108) + Select Operator [SEL_911] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_198] (rows=633595212 width=88) + Select Operator [SEL_909] (rows=633595212 width=88) Output:["_col0"] - Merge Join Operator [MERGEJOIN_863] (rows=633595212 width=88) - Conds:RS_899._col0=RS_908._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_908] (rows=633595212 width=88) + Conds:RS_1061._col0=RS_1070._col0(Inner),Output:["_col1"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_908] + SHUFFLE [RS_1070] PartitionCols:_col0 - Select Operator [SEL_902] (rows=8116 width=1119) + Select Operator [SEL_1064] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_901] (rows=8116 width=1119) + Filter Operator [FIL_1063] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_year BETWEEN 1999 AND 2001) TableScan [TS_97] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_899] + SHUFFLE [RS_1061] PartitionCols:_col0 - Select Operator [SEL_897] (rows=575995635 width=88) + Select Operator [SEL_1059] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_896] (rows=575995635 width=88) + Filter Operator [FIL_1058] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity"] <-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_981] - Select Operator [SEL_980] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_1143] + Select Operator [SEL_1142] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_979] (rows=1 width=120) + Group By Operator [GBY_1141] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Union 26 [CUSTOM_SIMPLE_EDGE] <-Reducer 25 [CONTAINS] - Reduce Output Operator [RS_268] - Group By Operator [GBY_267] (rows=1 width=120) + Reduce Output Operator [RS_961] + Group By Operator [GBY_960] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_265] (rows=1108786976 width=108) + Select Operator [SEL_959] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_253] (rows=316788826 width=135) + Select Operator [SEL_957] (rows=316788826 width=135) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_867] (rows=316788826 width=135) - Conds:RS_1029._col0=RS_1023._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_956] (rows=316788826 width=135) + Conds:RS_1191._col0=RS_1185._col0(Inner),Output:["_col1","_col2"] <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1023] + SHUFFLE [RS_1185] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1019] + Please refer to the previous Select Operator [SEL_1181] <-Map 43 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1029] + SHUFFLE [RS_1191] PartitionCols:_col0 - Select Operator [SEL_1027] (rows=287989836 width=135) + Select Operator [SEL_1189] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_1026] (rows=287989836 width=135) + Filter Operator [FIL_1188] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_55] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity","cs_list_price"] <-Reducer 37 [CONTAINS] - Reduce Output Operator [RS_268] - Group By Operator [GBY_267] (rows=1 width=120) + Reduce Output Operator [RS_997] + Group By Operator [GBY_996] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_265] (rows=1108786976 width=108) + Select Operator [SEL_995] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_264] (rows=158402938 width=135) + Select Operator [SEL_993] (rows=158402938 width=135) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_868] (rows=158402938 width=135) - Conds:RS_1047._col0=RS_1041._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_992] (rows=158402938 width=135) + Conds:RS_1209._col0=RS_1203._col0(Inner),Output:["_col1","_col2"] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1041] + SHUFFLE [RS_1203] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1037] + Please refer to the previous Select Operator [SEL_1199] <-Map 44 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1047] + SHUFFLE [RS_1209] PartitionCols:_col0 - Select Operator [SEL_1045] (rows=144002668 width=135) + Select Operator [SEL_1207] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_1044] (rows=144002668 width=135) + Filter Operator [FIL_1206] (rows=144002668 width=135) predicate:ws_sold_date_sk is not null TableScan [TS_66] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity","ws_list_price"] <-Reducer 41 [CONTAINS] - Reduce Output Operator [RS_268] - Group By Operator [GBY_267] (rows=1 width=120) + Reduce Output Operator [RS_1015] + Group By Operator [GBY_1014] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_265] (rows=1108786976 width=108) + Select Operator [SEL_1013] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_243] (rows=633595212 width=88) + Select Operator [SEL_1011] (rows=633595212 width=88) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_866] (rows=633595212 width=88) - Conds:RS_1052._col0=RS_909._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_1010] (rows=633595212 width=88) + Conds:RS_1214._col0=RS_1071._col0(Inner),Output:["_col1","_col2"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_909] + SHUFFLE [RS_1071] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 39 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1052] + SHUFFLE [RS_1214] PartitionCols:_col0 - Select Operator [SEL_1050] (rows=575995635 width=88) + Select Operator [SEL_1212] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_1049] (rows=575995635 width=88) + Filter Operator [FIL_1211] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null TableScan [TS_45] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity","ss_list_price"] <-Reducer 52 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_992] - Group By Operator [GBY_991] (rows=348467716 width=135) + PARTITION_ONLY_SHUFFLE [RS_1154] + Group By Operator [GBY_1153] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 51 [SIMPLE_EDGE] SHUFFLE [RS_369] @@ -487,13 +487,13 @@ Stage-0 Select Operator [SEL_366] (rows=696935432 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_877] (rows=696935432 width=135) - Conds:RS_362._col1=RS_956._col0(Inner),RS_362._col1=RS_990._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] + Conds:RS_362._col1=RS_1118._col0(Inner),RS_362._col1=RS_1152._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_956] + SHUFFLE [RS_1118] PartitionCols:_col0 - Select Operator [SEL_944] (rows=462000 width=1436) + Select Operator [SEL_1106] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_935] (rows=462000 width=1436) + Filter Operator [FIL_1097] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_91] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id"] @@ -501,29 +501,29 @@ Stage-0 SHUFFLE [RS_362] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_869] (rows=316788826 width=135) - Conds:RS_984._col0=RS_927._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_1146._col0=RS_1089._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 49 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_927] + SHUFFLE [RS_1089] PartitionCols:_col0 - Select Operator [SEL_925] (rows=18262 width=1119) + Select Operator [SEL_1087] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_924] (rows=18262 width=1119) + Filter Operator [FIL_1086] (rows=18262 width=1119) predicate:((d_moy = 11) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_85] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Map 91 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_984] + SHUFFLE [RS_1146] PartitionCols:_col0 - Select Operator [SEL_983] (rows=287989836 width=135) + Select Operator [SEL_1145] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_982] (rows=287989836 width=135) + Filter Operator [FIL_1144] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_271] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_quantity","cs_list_price"] <-Reducer 68 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_990] + FORWARD [RS_1152] PartitionCols:_col0 - Group By Operator [GBY_989] (rows=254100 width=1436) + Group By Operator [GBY_1151] (rows=254100 width=1436) Output:["_col0"],keys:KEY._col0 <-Reducer 67 [SIMPLE_EDGE] SHUFFLE [RS_356] @@ -531,31 +531,31 @@ Stage-0 Group By Operator [GBY_355] (rows=508200 width=1436) Output:["_col0"],keys:_col0 Merge Join Operator [MERGEJOIN_876] (rows=508200 width=1436) - Conds:RS_952._col1, _col2, _col3=RS_988._col0, _col1, _col2(Inner),Output:["_col0"] + Conds:RS_1114._col1, _col2, _col3=RS_1150._col0, _col1, _col2(Inner),Output:["_col0"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_952] + SHUFFLE [RS_1114] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_940] (rows=462000 width=1436) + Select Operator [SEL_1102] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_931] (rows=462000 width=1436) + Filter Operator [FIL_1093] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 72 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_988] + FORWARD [RS_1150] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_987] (rows=1 width=108) + Select Operator [SEL_1149] (rows=1 width=108) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_986] (rows=1 width=108) + Filter Operator [FIL_1148] (rows=1 width=108) predicate:(_col3 = 3L) - Group By Operator [GBY_985] (rows=304916424 width=108) + Group By Operator [GBY_1147] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 71 [SIMPLE_EDGE] <-Reducer 70 [CONTAINS] vectorized - Reduce Output Operator [RS_1074] + Reduce Output Operator [RS_1236] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1073] (rows=609832849 width=108) + Group By Operator [GBY_1235] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1072] (rows=348477374 width=88) + Group By Operator [GBY_1234] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 69 [SIMPLE_EDGE] SHUFFLE [RS_300] @@ -563,39 +563,39 @@ Stage-0 Group By Operator [GBY_299] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_871] (rows=696954748 width=88) - Conds:RS_295._col1=RS_953._col0(Inner),Output:["_col5","_col6","_col7"] + Conds:RS_295._col1=RS_1115._col0(Inner),Output:["_col5","_col6","_col7"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_953] + SHUFFLE [RS_1115] PartitionCols:_col0 - Select Operator [SEL_941] (rows=462000 width=1436) + Select Operator [SEL_1103] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_932] (rows=462000 width=1436) + Filter Operator [FIL_1094] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 85 [SIMPLE_EDGE] SHUFFLE [RS_295] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_855] (rows=633595212 width=88) - Conds:RS_1056._col0=RS_903._col0(Inner),Output:["_col1"] + Conds:RS_1218._col0=RS_1065._col0(Inner),Output:["_col1"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_903] + SHUFFLE [RS_1065] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 84 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1056] + SHUFFLE [RS_1218] PartitionCols:_col0 - Select Operator [SEL_1055] (rows=575995635 width=88) + Select Operator [SEL_1217] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_1054] (rows=575995635 width=88) + Filter Operator [FIL_1216] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_94] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"] <-Reducer 79 [CONTAINS] vectorized - Reduce Output Operator [RS_1080] + Reduce Output Operator [RS_1242] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1079] (rows=609832849 width=108) + Group By Operator [GBY_1241] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1078] (rows=174233858 width=135) + Group By Operator [GBY_1240] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 78 [SIMPLE_EDGE] SHUFFLE [RS_320] @@ -603,39 +603,39 @@ Stage-0 Group By Operator [GBY_319] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_873] (rows=348467716 width=135) - Conds:RS_315._col1=RS_954._col0(Inner),Output:["_col5","_col6","_col7"] + Conds:RS_315._col1=RS_1116._col0(Inner),Output:["_col5","_col6","_col7"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_954] + SHUFFLE [RS_1116] PartitionCols:_col0 - Select Operator [SEL_942] (rows=462000 width=1436) + Select Operator [SEL_1104] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_933] (rows=462000 width=1436) + Filter Operator [FIL_1095] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 87 [SIMPLE_EDGE] SHUFFLE [RS_315] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_857] (rows=316788826 width=135) - Conds:RS_1062._col0=RS_904._col0(Inner),Output:["_col1"] + Conds:RS_1224._col0=RS_1066._col0(Inner),Output:["_col1"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_904] + SHUFFLE [RS_1066] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 89 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1062] + SHUFFLE [RS_1224] PartitionCols:_col0 - Select Operator [SEL_1061] (rows=287989836 width=135) + Select Operator [SEL_1223] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_1060] (rows=287989836 width=135) + Filter Operator [FIL_1222] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_114] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk"] <-Reducer 82 [CONTAINS] vectorized - Reduce Output Operator [RS_1086] + Reduce Output Operator [RS_1248] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1085] (rows=609832849 width=108) + Group By Operator [GBY_1247] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1084] (rows=87121617 width=135) + Group By Operator [GBY_1246] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 81 [SIMPLE_EDGE] SHUFFLE [RS_341] @@ -643,173 +643,173 @@ Stage-0 Group By Operator [GBY_340] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_875] (rows=174243235 width=135) - Conds:RS_336._col1=RS_955._col0(Inner),Output:["_col5","_col6","_col7"] + Conds:RS_336._col1=RS_1117._col0(Inner),Output:["_col5","_col6","_col7"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_955] + SHUFFLE [RS_1117] PartitionCols:_col0 - Select Operator [SEL_943] (rows=462000 width=1436) + Select Operator [SEL_1105] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_934] (rows=462000 width=1436) + Filter Operator [FIL_1096] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 88 [SIMPLE_EDGE] SHUFFLE [RS_336] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_859] (rows=158402938 width=135) - Conds:RS_1068._col0=RS_905._col0(Inner),Output:["_col1"] + Conds:RS_1230._col0=RS_1067._col0(Inner),Output:["_col1"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_905] + SHUFFLE [RS_1067] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 90 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1068] + SHUFFLE [RS_1230] PartitionCols:_col0 - Select Operator [SEL_1067] (rows=144002668 width=135) + Select Operator [SEL_1229] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_1066] (rows=144002668 width=135) + Filter Operator [FIL_1228] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_135] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk"] <-Reducer 16 [CONTAINS] - Reduce Output Operator [RS_571] + Reduce Output Operator [RS_931] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_570] (rows=2032776160 width=237) + Group By Operator [GBY_930] (rows=2032776160 width=237) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Select Operator [SEL_567] (rows=58081078 width=264) + Select Operator [SEL_928] (rows=58081078 width=264) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_566] (rows=58081078 width=264) + Filter Operator [FIL_927] (rows=58081078 width=264) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_895] (rows=174243235 width=264) + Merge Join Operator [MERGEJOIN_926] (rows=174243235 width=264) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 15 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_998] - Select Operator [SEL_997] (rows=1 width=8) - Filter Operator [FIL_996] (rows=1 width=8) + PARTITION_ONLY_SHUFFLE [RS_1160] + Select Operator [SEL_1159] (rows=1 width=8) + Filter Operator [FIL_1158] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_995] (rows=1 width=8) + Group By Operator [GBY_1157] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_994] (rows=1 width=8) - Group By Operator [GBY_993] (rows=1 width=8) + Select Operator [SEL_1156] (rows=1 width=8) + Group By Operator [GBY_1155] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Union 14 [CUSTOM_SIMPLE_EDGE] <-Reducer 13 [CONTAINS] - Reduce Output Operator [RS_413] - Group By Operator [GBY_412] (rows=1 width=8) + Reduce Output Operator [RS_925] + Group By Operator [GBY_924] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_410] (rows=1108786976 width=108) + Select Operator [SEL_923] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_388] (rows=633595212 width=88) + Select Operator [SEL_921] (rows=633595212 width=88) Output:["_col0"] - Merge Join Operator [MERGEJOIN_878] (rows=633595212 width=88) - Conds:RS_900._col0=RS_910._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_920] (rows=633595212 width=88) + Conds:RS_1062._col0=RS_1072._col0(Inner),Output:["_col1"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_910] + SHUFFLE [RS_1072] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_900] + SHUFFLE [RS_1062] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_897] + Please refer to the previous Select Operator [SEL_1059] <-Reducer 20 [CONTAINS] - Reduce Output Operator [RS_413] - Group By Operator [GBY_412] (rows=1 width=8) + Reduce Output Operator [RS_949] + Group By Operator [GBY_948] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_410] (rows=1108786976 width=108) + Select Operator [SEL_947] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_398] (rows=316788826 width=135) + Select Operator [SEL_945] (rows=316788826 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_879] (rows=316788826 width=135) - Conds:RS_1017._col0=RS_1024._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_944] (rows=316788826 width=135) + Conds:RS_1179._col0=RS_1186._col0(Inner),Output:["_col1"] <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1024] + SHUFFLE [RS_1186] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1019] + Please refer to the previous Select Operator [SEL_1181] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1017] + SHUFFLE [RS_1179] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1014] + Please refer to the previous Select Operator [SEL_1176] <-Reducer 34 [CONTAINS] - Reduce Output Operator [RS_413] - Group By Operator [GBY_412] (rows=1 width=8) + Reduce Output Operator [RS_985] + Group By Operator [GBY_984] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_410] (rows=1108786976 width=108) + Select Operator [SEL_983] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_409] (rows=158402938 width=135) + Select Operator [SEL_981] (rows=158402938 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_880] (rows=158402938 width=135) - Conds:RS_1035._col0=RS_1042._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_980] (rows=158402938 width=135) + Conds:RS_1197._col0=RS_1204._col0(Inner),Output:["_col1"] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1042] + SHUFFLE [RS_1204] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1037] + Please refer to the previous Select Operator [SEL_1199] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1035] + SHUFFLE [RS_1197] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1032] + Please refer to the previous Select Operator [SEL_1194] <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1001] - Select Operator [SEL_1000] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_1163] + Select Operator [SEL_1162] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_999] (rows=1 width=120) + Group By Operator [GBY_1161] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Union 29 [CUSTOM_SIMPLE_EDGE] <-Reducer 28 [CONTAINS] - Reduce Output Operator [RS_458] - Group By Operator [GBY_457] (rows=1 width=120) + Reduce Output Operator [RS_967] + Group By Operator [GBY_966] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_455] (rows=1108786976 width=108) + Select Operator [SEL_965] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_443] (rows=316788826 width=135) + Select Operator [SEL_963] (rows=316788826 width=135) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_882] (rows=316788826 width=135) - Conds:RS_1030._col0=RS_1025._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_962] (rows=316788826 width=135) + Conds:RS_1192._col0=RS_1187._col0(Inner),Output:["_col1","_col2"] <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1025] + SHUFFLE [RS_1187] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1019] + Please refer to the previous Select Operator [SEL_1181] <-Map 43 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1030] + SHUFFLE [RS_1192] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1027] + Please refer to the previous Select Operator [SEL_1189] <-Reducer 38 [CONTAINS] - Reduce Output Operator [RS_458] - Group By Operator [GBY_457] (rows=1 width=120) + Reduce Output Operator [RS_1003] + Group By Operator [GBY_1002] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_455] (rows=1108786976 width=108) + Select Operator [SEL_1001] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_454] (rows=158402938 width=135) + Select Operator [SEL_999] (rows=158402938 width=135) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_883] (rows=158402938 width=135) - Conds:RS_1048._col0=RS_1043._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_998] (rows=158402938 width=135) + Conds:RS_1210._col0=RS_1205._col0(Inner),Output:["_col1","_col2"] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1043] + SHUFFLE [RS_1205] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1037] + Please refer to the previous Select Operator [SEL_1199] <-Map 44 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1048] + SHUFFLE [RS_1210] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1045] + Please refer to the previous Select Operator [SEL_1207] <-Reducer 42 [CONTAINS] - Reduce Output Operator [RS_458] - Group By Operator [GBY_457] (rows=1 width=120) + Reduce Output Operator [RS_1021] + Group By Operator [GBY_1020] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_455] (rows=1108786976 width=108) + Select Operator [SEL_1019] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_433] (rows=633595212 width=88) + Select Operator [SEL_1017] (rows=633595212 width=88) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_881] (rows=633595212 width=88) - Conds:RS_1053._col0=RS_911._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_1016] (rows=633595212 width=88) + Conds:RS_1215._col0=RS_1073._col0(Inner),Output:["_col1","_col2"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_911] + SHUFFLE [RS_1073] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 39 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1053] + SHUFFLE [RS_1215] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1050] + Please refer to the previous Select Operator [SEL_1212] <-Reducer 55 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1012] - Group By Operator [GBY_1011] (rows=174243235 width=135) + PARTITION_ONLY_SHUFFLE [RS_1174] + Group By Operator [GBY_1173] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 54 [SIMPLE_EDGE] SHUFFLE [RS_559] @@ -819,37 +819,37 @@ Stage-0 Select Operator [SEL_556] (rows=348486471 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_892] (rows=348486471 width=135) - Conds:RS_552._col1=RS_958._col0(Inner),RS_552._col1=RS_1010._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] + Conds:RS_552._col1=RS_1120._col0(Inner),RS_552._col1=RS_1172._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_958] + SHUFFLE [RS_1120] PartitionCols:_col0 - Select Operator [SEL_946] (rows=462000 width=1436) + Select Operator [SEL_1108] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_937] (rows=462000 width=1436) + Filter Operator [FIL_1099] (rows=462000 width=1436) predicate:i_item_sk is not null Please refer to the previous TableScan [TS_91] <-Reducer 53 [SIMPLE_EDGE] SHUFFLE [RS_552] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_884] (rows=158402938 width=135) - Conds:RS_1004._col0=RS_928._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_1166._col0=RS_1090._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 49 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_928] + SHUFFLE [RS_1090] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_925] + Please refer to the previous Select Operator [SEL_1087] <-Map 92 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1004] + SHUFFLE [RS_1166] PartitionCols:_col0 - Select Operator [SEL_1003] (rows=144002668 width=135) + Select Operator [SEL_1165] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_1002] (rows=144002668 width=135) + Filter Operator [FIL_1164] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_461] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_quantity","ws_list_price"] <-Reducer 77 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_1010] + FORWARD [RS_1172] PartitionCols:_col0 - Group By Operator [GBY_1009] (rows=254100 width=1436) + Group By Operator [GBY_1171] (rows=254100 width=1436) Output:["_col0"],keys:KEY._col0 <-Reducer 76 [SIMPLE_EDGE] SHUFFLE [RS_546] @@ -857,198 +857,198 @@ Stage-0 Group By Operator [GBY_545] (rows=508200 width=1436) Output:["_col0"],keys:_col0 Merge Join Operator [MERGEJOIN_891] (rows=508200 width=1436) - Conds:RS_957._col1, _col2, _col3=RS_1008._col0, _col1, _col2(Inner),Output:["_col0"] + Conds:RS_1119._col1, _col2, _col3=RS_1170._col0, _col1, _col2(Inner),Output:["_col0"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_957] + SHUFFLE [RS_1119] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_945] (rows=462000 width=1436) + Select Operator [SEL_1107] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_936] (rows=462000 width=1436) + Filter Operator [FIL_1098] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 75 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_1008] + FORWARD [RS_1170] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_1007] (rows=1 width=108) + Select Operator [SEL_1169] (rows=1 width=108) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_1006] (rows=1 width=108) + Filter Operator [FIL_1168] (rows=1 width=108) predicate:(_col3 = 3L) - Group By Operator [GBY_1005] (rows=304916424 width=108) + Group By Operator [GBY_1167] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 74 [SIMPLE_EDGE] <-Reducer 73 [CONTAINS] vectorized - Reduce Output Operator [RS_1077] + Reduce Output Operator [RS_1239] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1076] (rows=609832849 width=108) + Group By Operator [GBY_1238] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1075] (rows=348477374 width=88) + Group By Operator [GBY_1237] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 69 [SIMPLE_EDGE] SHUFFLE [RS_490] PartitionCols:_col0, _col1, _col2 Please refer to the previous Group By Operator [GBY_299] <-Reducer 80 [CONTAINS] vectorized - Reduce Output Operator [RS_1083] + Reduce Output Operator [RS_1245] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1082] (rows=609832849 width=108) + Group By Operator [GBY_1244] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1081] (rows=174233858 width=135) + Group By Operator [GBY_1243] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 78 [SIMPLE_EDGE] SHUFFLE [RS_510] PartitionCols:_col0, _col1, _col2 Please refer to the previous Group By Operator [GBY_319] <-Reducer 83 [CONTAINS] vectorized - Reduce Output Operator [RS_1089] + Reduce Output Operator [RS_1251] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1088] (rows=609832849 width=108) + Group By Operator [GBY_1250] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1087] (rows=87121617 width=135) + Group By Operator [GBY_1249] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 81 [SIMPLE_EDGE] SHUFFLE [RS_531] PartitionCols:_col0, _col1, _col2 Please refer to the previous Group By Operator [GBY_340] <-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_571] + Reduce Output Operator [RS_907] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_570] (rows=2032776160 width=237) + Group By Operator [GBY_906] (rows=2032776160 width=237) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Select Operator [SEL_188] (rows=232318249 width=217) + Select Operator [SEL_904] (rows=232318249 width=217) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_187] (rows=232318249 width=217) + Filter Operator [FIL_903] (rows=232318249 width=217) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_893] (rows=696954748 width=217) + Merge Join Operator [MERGEJOIN_902] (rows=696954748 width=217) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 24 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_920] - Select Operator [SEL_919] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_1082] + Select Operator [SEL_1081] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_918] (rows=1 width=120) + Group By Operator [GBY_1080] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Union 23 [CUSTOM_SIMPLE_EDGE] <-Reducer 22 [CONTAINS] - Reduce Output Operator [RS_79] - Group By Operator [GBY_78] (rows=1 width=120) + Reduce Output Operator [RS_955] + Group By Operator [GBY_954] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_76] (rows=1108786976 width=108) + Select Operator [SEL_953] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_64] (rows=316788826 width=135) + Select Operator [SEL_951] (rows=316788826 width=135) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_852] (rows=316788826 width=135) - Conds:RS_1028._col0=RS_1021._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_950] (rows=316788826 width=135) + Conds:RS_1190._col0=RS_1183._col0(Inner),Output:["_col1","_col2"] <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1021] + SHUFFLE [RS_1183] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1019] + Please refer to the previous Select Operator [SEL_1181] <-Map 43 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1028] + SHUFFLE [RS_1190] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1027] + Please refer to the previous Select Operator [SEL_1189] <-Reducer 36 [CONTAINS] - Reduce Output Operator [RS_79] - Group By Operator [GBY_78] (rows=1 width=120) + Reduce Output Operator [RS_991] + Group By Operator [GBY_990] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_76] (rows=1108786976 width=108) + Select Operator [SEL_989] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_75] (rows=158402938 width=135) + Select Operator [SEL_987] (rows=158402938 width=135) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_853] (rows=158402938 width=135) - Conds:RS_1046._col0=RS_1039._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_986] (rows=158402938 width=135) + Conds:RS_1208._col0=RS_1201._col0(Inner),Output:["_col1","_col2"] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1039] + SHUFFLE [RS_1201] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1037] + Please refer to the previous Select Operator [SEL_1199] <-Map 44 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1046] + SHUFFLE [RS_1208] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1045] + Please refer to the previous Select Operator [SEL_1207] <-Reducer 40 [CONTAINS] - Reduce Output Operator [RS_79] - Group By Operator [GBY_78] (rows=1 width=120) + Reduce Output Operator [RS_1009] + Group By Operator [GBY_1008] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(_col0)","count(_col0)"] - Select Operator [SEL_76] (rows=1108786976 width=108) + Select Operator [SEL_1007] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_54] (rows=633595212 width=88) + Select Operator [SEL_1005] (rows=633595212 width=88) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_851] (rows=633595212 width=88) - Conds:RS_1051._col0=RS_907._col0(Inner),Output:["_col1","_col2"] + Merge Join Operator [MERGEJOIN_1004] (rows=633595212 width=88) + Conds:RS_1213._col0=RS_1069._col0(Inner),Output:["_col1","_col2"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_907] + SHUFFLE [RS_1069] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 39 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1051] + SHUFFLE [RS_1213] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1050] + Please refer to the previous Select Operator [SEL_1212] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_917] - Select Operator [SEL_916] (rows=1 width=8) - Filter Operator [FIL_915] (rows=1 width=8) + PARTITION_ONLY_SHUFFLE [RS_1079] + Select Operator [SEL_1078] (rows=1 width=8) + Filter Operator [FIL_1077] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_914] (rows=1 width=8) + Group By Operator [GBY_1076] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_913] (rows=1 width=8) - Group By Operator [GBY_912] (rows=1 width=8) + Select Operator [SEL_1075] (rows=1 width=8) + Group By Operator [GBY_1074] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Union 3 [CUSTOM_SIMPLE_EDGE] <-Reducer 18 [CONTAINS] - Reduce Output Operator [RS_34] - Group By Operator [GBY_33] (rows=1 width=8) + Reduce Output Operator [RS_937] + Group By Operator [GBY_936] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_31] (rows=1108786976 width=108) + Select Operator [SEL_935] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_19] (rows=316788826 width=135) + Select Operator [SEL_933] (rows=316788826 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_849] (rows=316788826 width=135) - Conds:RS_1015._col0=RS_1020._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_932] (rows=316788826 width=135) + Conds:RS_1177._col0=RS_1182._col0(Inner),Output:["_col1"] <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1020] + SHUFFLE [RS_1182] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1019] + Please refer to the previous Select Operator [SEL_1181] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1015] + SHUFFLE [RS_1177] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1014] + Please refer to the previous Select Operator [SEL_1176] <-Reducer 2 [CONTAINS] - Reduce Output Operator [RS_34] - Group By Operator [GBY_33] (rows=1 width=8) + Reduce Output Operator [RS_901] + Group By Operator [GBY_900] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_31] (rows=1108786976 width=108) + Select Operator [SEL_899] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_9] (rows=633595212 width=88) + Select Operator [SEL_897] (rows=633595212 width=88) Output:["_col0"] - Merge Join Operator [MERGEJOIN_848] (rows=633595212 width=88) - Conds:RS_898._col0=RS_906._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_896] (rows=633595212 width=88) + Conds:RS_1060._col0=RS_1068._col0(Inner),Output:["_col1"] <-Map 86 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_906] + SHUFFLE [RS_1068] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_902] + Please refer to the previous Select Operator [SEL_1064] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_898] + SHUFFLE [RS_1060] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_897] + Please refer to the previous Select Operator [SEL_1059] <-Reducer 32 [CONTAINS] - Reduce Output Operator [RS_34] - Group By Operator [GBY_33] (rows=1 width=8) + Reduce Output Operator [RS_973] + Group By Operator [GBY_972] (rows=1 width=8) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_31] (rows=1108786976 width=108) + Select Operator [SEL_971] (rows=1108786976 width=108) Output:["_col0"] - Select Operator [SEL_30] (rows=158402938 width=135) + Select Operator [SEL_969] (rows=158402938 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_850] (rows=158402938 width=135) - Conds:RS_1033._col0=RS_1038._col0(Inner),Output:["_col1"] + Merge Join Operator [MERGEJOIN_968] (rows=158402938 width=135) + Conds:RS_1195._col0=RS_1200._col0(Inner),Output:["_col1"] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1038] + SHUFFLE [RS_1200] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1037] + Please refer to the previous Select Operator [SEL_1199] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1033] + SHUFFLE [RS_1195] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1032] + Please refer to the previous Select Operator [SEL_1194] <-Reducer 48 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_966] - Group By Operator [GBY_965] (rows=696954748 width=88) + PARTITION_ONLY_SHUFFLE [RS_1128] + Group By Operator [GBY_1127] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 47 [SIMPLE_EDGE] SHUFFLE [RS_180] @@ -1058,37 +1058,37 @@ Stage-0 Select Operator [SEL_177] (rows=1393909496 width=88) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_862] (rows=1393909496 width=88) - Conds:RS_173._col1=RS_951._col0(Inner),RS_173._col1=RS_964._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] + Conds:RS_173._col1=RS_1113._col0(Inner),RS_173._col1=RS_1126._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_951] + SHUFFLE [RS_1113] PartitionCols:_col0 - Select Operator [SEL_939] (rows=462000 width=1436) + Select Operator [SEL_1101] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_930] (rows=462000 width=1436) + Filter Operator [FIL_1092] (rows=462000 width=1436) predicate:i_item_sk is not null Please refer to the previous TableScan [TS_91] <-Reducer 46 [SIMPLE_EDGE] SHUFFLE [RS_173] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_854] (rows=633595212 width=88) - Conds:RS_923._col0=RS_926._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_1085._col0=RS_1088._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 49 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_926] + SHUFFLE [RS_1088] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_925] + Please refer to the previous Select Operator [SEL_1087] <-Map 45 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_923] + SHUFFLE [RS_1085] PartitionCols:_col0 - Select Operator [SEL_922] (rows=575995635 width=88) + Select Operator [SEL_1084] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_921] (rows=575995635 width=88) + Filter Operator [FIL_1083] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_82] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_quantity","ss_list_price"] <-Reducer 58 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_964] + FORWARD [RS_1126] PartitionCols:_col0 - Group By Operator [GBY_963] (rows=254100 width=1436) + Group By Operator [GBY_1125] (rows=254100 width=1436) Output:["_col0"],keys:KEY._col0 <-Reducer 57 [SIMPLE_EDGE] SHUFFLE [RS_167] @@ -1096,31 +1096,31 @@ Stage-0 Group By Operator [GBY_166] (rows=508200 width=1436) Output:["_col0"],keys:_col0 Merge Join Operator [MERGEJOIN_861] (rows=508200 width=1436) - Conds:RS_947._col1, _col2, _col3=RS_962._col0, _col1, _col2(Inner),Output:["_col0"] + Conds:RS_1109._col1, _col2, _col3=RS_1124._col0, _col1, _col2(Inner),Output:["_col0"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_947] + SHUFFLE [RS_1109] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_938] (rows=462000 width=1436) + Select Operator [SEL_1100] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_929] (rows=462000 width=1436) + Filter Operator [FIL_1091] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 62 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_962] + FORWARD [RS_1124] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_961] (rows=1 width=108) + Select Operator [SEL_1123] (rows=1 width=108) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_960] (rows=1 width=108) + Filter Operator [FIL_1122] (rows=1 width=108) predicate:(_col3 = 3L) - Group By Operator [GBY_959] (rows=304916424 width=108) + Group By Operator [GBY_1121] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 61 [SIMPLE_EDGE] <-Reducer 60 [CONTAINS] vectorized - Reduce Output Operator [RS_1059] + Reduce Output Operator [RS_1221] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1058] (rows=609832849 width=108) + Group By Operator [GBY_1220] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1057] (rows=348477374 width=88) + Group By Operator [GBY_1219] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 59 [SIMPLE_EDGE] SHUFFLE [RS_111] @@ -1128,21 +1128,21 @@ Stage-0 Group By Operator [GBY_110] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_856] (rows=696954748 width=88) - Conds:RS_106._col1=RS_948._col0(Inner),Output:["_col5","_col6","_col7"] + Conds:RS_106._col1=RS_1110._col0(Inner),Output:["_col5","_col6","_col7"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_948] + SHUFFLE [RS_1110] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_938] + Please refer to the previous Select Operator [SEL_1100] <-Reducer 85 [SIMPLE_EDGE] SHUFFLE [RS_106] PartitionCols:_col1 Please refer to the previous Merge Join Operator [MERGEJOIN_855] <-Reducer 64 [CONTAINS] vectorized - Reduce Output Operator [RS_1065] + Reduce Output Operator [RS_1227] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1064] (rows=609832849 width=108) + Group By Operator [GBY_1226] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1063] (rows=174233858 width=135) + Group By Operator [GBY_1225] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 63 [SIMPLE_EDGE] SHUFFLE [RS_131] @@ -1150,21 +1150,21 @@ Stage-0 Group By Operator [GBY_130] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_858] (rows=348467716 width=135) - Conds:RS_126._col1=RS_949._col0(Inner),Output:["_col5","_col6","_col7"] + Conds:RS_126._col1=RS_1111._col0(Inner),Output:["_col5","_col6","_col7"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_949] + SHUFFLE [RS_1111] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_938] + Please refer to the previous Select Operator [SEL_1100] <-Reducer 87 [SIMPLE_EDGE] SHUFFLE [RS_126] PartitionCols:_col1 Please refer to the previous Merge Join Operator [MERGEJOIN_857] <-Reducer 66 [CONTAINS] vectorized - Reduce Output Operator [RS_1071] + Reduce Output Operator [RS_1233] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_1070] (rows=609832849 width=108) + Group By Operator [GBY_1232] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_1069] (rows=87121617 width=135) + Group By Operator [GBY_1231] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 65 [SIMPLE_EDGE] SHUFFLE [RS_152] @@ -1172,11 +1172,11 @@ Stage-0 Group By Operator [GBY_151] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_860] (rows=174243235 width=135) - Conds:RS_147._col1=RS_950._col0(Inner),Output:["_col5","_col6","_col7"] + Conds:RS_147._col1=RS_1112._col0(Inner),Output:["_col5","_col6","_col7"] <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_950] + SHUFFLE [RS_1112] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_938] + Please refer to the previous Select Operator [SEL_1100] <-Reducer 88 [SIMPLE_EDGE] SHUFFLE [RS_147] PartitionCols:_col1 diff --git ql/src/test/results/clientpositive/perf/tez/query2.q.out ql/src/test/results/clientpositive/perf/tez/query2.q.out index 61776db7ee..f96474728b 100644 --- ql/src/test/results/clientpositive/perf/tez/query2.q.out +++ ql/src/test/results/clientpositive/perf/tez/query2.q.out @@ -133,8 +133,8 @@ Stage-0 limit:-1 Stage-1 Reducer 7 vectorized - File Output Operator [FS_112] - Select Operator [SEL_111] (rows=287491028 width=135) + File Output Operator [FS_122] + Select Operator [SEL_121] (rows=287491028 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -146,20 +146,20 @@ Stage-0 FORWARD [RS_54] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_92] (rows=261355475 width=135) - Conds:RS_103._col0=RS_109._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_113._col0=RS_119._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_109] + SHUFFLE [RS_119] PartitionCols:_col0 - Select Operator [SEL_107] (rows=36524 width=1119) + Select Operator [SEL_117] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_105] (rows=36524 width=1119) + Filter Operator [FIL_115] (rows=36524 width=1119) predicate:((d_year = 2001) and d_week_seq is not null) TableScan [TS_20] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_week_seq","d_year"] <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_103] + FORWARD [RS_113] PartitionCols:_col0 - Group By Operator [GBY_102] (rows=237595882 width=135) + Group By Operator [GBY_112] (rows=237595882 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -169,50 +169,50 @@ Stage-0 Select Operator [SEL_14] (rows=475191764 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_91] (rows=475191764 width=135) - Conds:Union 2._col0=RS_101._col0(Inner),Output:["_col1","_col3","_col4"] + Conds:Union 2._col0=RS_111._col0(Inner),Output:["_col1","_col3","_col4"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_101] + SHUFFLE [RS_111] PartitionCols:_col0 - Select Operator [SEL_100] (rows=73049 width=1119) + Select Operator [SEL_110] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_99] (rows=73049 width=1119) + Filter Operator [FIL_109] (rows=73049 width=1119) predicate:(d_date_sk is not null and d_week_seq is not null) TableScan [TS_8] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"] <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] vectorized - Reduce Output Operator [RS_98] + Reduce Output Operator [RS_108] PartitionCols:_col0 - Select Operator [SEL_97] (rows=144002668 width=135) + Select Operator [SEL_107] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_96] (rows=144002668 width=135) + Filter Operator [FIL_106] (rows=144002668 width=135) predicate:ws_sold_date_sk is not null - TableScan [TS_0] (rows=144002668 width=135) + TableScan [TS_96] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_ext_sales_price"] <-Map 9 [CONTAINS] vectorized - Reduce Output Operator [RS_115] + Reduce Output Operator [RS_125] PartitionCols:_col0 - Select Operator [SEL_114] (rows=287989836 width=135) + Select Operator [SEL_124] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_113] (rows=287989836 width=135) + Filter Operator [FIL_123] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null - TableScan [TS_3] (rows=287989836 width=135) + TableScan [TS_101] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_ext_sales_price"] <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_55] PartitionCols:(_col0 - 53) Merge Join Operator [MERGEJOIN_94] (rows=261355475 width=135) - Conds:RS_104._col0=RS_110._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Conds:RS_114._col0=RS_120._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_110] + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_108] (rows=36524 width=1119) + Select Operator [SEL_118] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_106] (rows=36524 width=1119) + Filter Operator [FIL_116] (rows=36524 width=1119) predicate:((d_year = 2002) and d_week_seq is not null) Please refer to the previous TableScan [TS_20] <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_104] + FORWARD [RS_114] PartitionCols:_col0 - Please refer to the previous Group By Operator [GBY_102] + Please refer to the previous Group By Operator [GBY_112] diff --git ql/src/test/results/clientpositive/perf/tez/query23.q.out ql/src/test/results/clientpositive/perf/tez/query23.q.out index 48184c94a7..37430004ff 100644 --- ql/src/test/results/clientpositive/perf/tez/query23.q.out +++ ql/src/test/results/clientpositive/perf/tez/query23.q.out @@ -132,19 +132,19 @@ Stage-0 limit:100 Stage-1 Reducer 6 vectorized - File Output Operator [FS_443] - Limit [LIM_442] (rows=1 width=112) + File Output Operator [FS_453] + Limit [LIM_452] (rows=1 width=112) Number of rows:100 - Group By Operator [GBY_441] (rows=1 width=112) + Group By Operator [GBY_451] (rows=1 width=112) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Union 5 [CUSTOM_SIMPLE_EDGE] <-Reducer 10 [CONTAINS] - Reduce Output Operator [RS_252] - Group By Operator [GBY_251] (rows=1 width=112) + Reduce Output Operator [RS_390] + Group By Operator [GBY_389] (rows=1 width=112) Output:["_col0"],aggregations:["sum(_col0)"] - Select Operator [SEL_247] (rows=191667562 width=135) + Select Operator [SEL_387] (rows=191667562 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_380] (rows=191667562 width=135) + Merge Join Operator [MERGEJOIN_386] (rows=191667562 width=135) Conds:RS_244._col2=RS_245._col0(Inner),Output:["_col3","_col4"] <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_245] @@ -156,8 +156,8 @@ Stage-0 Merge Join Operator [MERGEJOIN_379] (rows=316797606 width=433) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"] <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_440] - Group By Operator [GBY_438] (rows=316797606 width=88) + PARTITION_ONLY_SHUFFLE [RS_450] + Group By Operator [GBY_448] (rows=316797606 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 29 [SIMPLE_EDGE] SHUFFLE [RS_105] @@ -167,42 +167,42 @@ Stage-0 Select Operator [SEL_102] (rows=633595212 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_366] (rows=633595212 width=88) - Conds:RS_437._col0=RS_412._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_447._col0=RS_422._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_412] + SHUFFLE [RS_422] PartitionCols:_col0 - Select Operator [SEL_411] (rows=80000000 width=860) + Select Operator [SEL_421] (rows=80000000 width=860) Output:["_col0"] - Filter Operator [FIL_410] (rows=80000000 width=860) + Filter Operator [FIL_420] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_96] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk"] <-Map 28 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_437] + SHUFFLE [RS_447] PartitionCols:_col0 - Select Operator [SEL_436] (rows=575995635 width=88) + Select Operator [SEL_446] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_435] (rows=575995635 width=88) + Filter Operator [FIL_445] (rows=575995635 width=88) predicate:ss_customer_sk is not null TableScan [TS_93] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_customer_sk","ss_quantity","ss_sales_price"] <-Reducer 24 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_452] - Select Operator [SEL_451] (rows=1 width=120) - Filter Operator [FIL_450] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_462] + Select Operator [SEL_461] (rows=1 width=120) + Filter Operator [FIL_460] (rows=1 width=120) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_449] (rows=1 width=120) + Group By Operator [GBY_459] (rows=1 width=120) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_448] (rows=1 width=120) - Group By Operator [GBY_447] (rows=1 width=120) + Select Operator [SEL_458] (rows=1 width=120) + Group By Operator [GBY_457] (rows=1 width=120) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_425] - Group By Operator [GBY_421] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_435] + Group By Operator [GBY_431] (rows=1 width=120) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_417] (rows=348477374 width=88) + Select Operator [SEL_427] (rows=348477374 width=88) Output:["_col0"] - Group By Operator [GBY_414] (rows=348477374 width=88) + Group By Operator [GBY_424] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_51] @@ -212,62 +212,62 @@ Stage-0 Select Operator [SEL_48] (rows=696954748 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_363] (rows=696954748 width=88) - Conds:RS_45._col1=RS_413._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_45._col1=RS_423._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_413] + SHUFFLE [RS_423] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_411] + Please refer to the previous Select Operator [SEL_421] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_362] (rows=633595212 width=88) - Conds:RS_406._col0=RS_409._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_416._col0=RS_419._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_406] + SHUFFLE [RS_416] PartitionCols:_col0 - Select Operator [SEL_405] (rows=575995635 width=88) + Select Operator [SEL_415] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_404] (rows=575995635 width=88) + Filter Operator [FIL_414] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_33] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_quantity","ss_sales_price"] <-Map 27 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_409] + SHUFFLE [RS_419] PartitionCols:_col0 - Select Operator [SEL_408] (rows=36525 width=1119) + Select Operator [SEL_418] (rows=36525 width=1119) Output:["_col0"] - Filter Operator [FIL_407] (rows=36525 width=1119) + Filter Operator [FIL_417] (rows=36525 width=1119) predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) TableScan [TS_36] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_454] - Group By Operator [GBY_453] (rows=1 width=224) + PARTITION_ONLY_SHUFFLE [RS_464] + Group By Operator [GBY_463] (rows=1 width=224) Output:["_col0"],aggregations:["max(VALUE._col0)"] <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_426] - Group By Operator [GBY_422] (rows=1 width=224) + PARTITION_ONLY_SHUFFLE [RS_436] + Group By Operator [GBY_432] (rows=1 width=224) Output:["_col0"],aggregations:["max(_col1)"] - Select Operator [SEL_418] (rows=348477374 width=88) + Select Operator [SEL_428] (rows=348477374 width=88) Output:["_col1"] - Please refer to the previous Group By Operator [GBY_414] + Please refer to the previous Group By Operator [GBY_424] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_244] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_376] (rows=174243235 width=135) - Conds:RS_241._col1=RS_403._col0(Inner),Output:["_col2","_col3","_col4"] + Conds:RS_241._col1=RS_413._col0(Inner),Output:["_col2","_col3","_col4"] <-Reducer 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_403] + SHUFFLE [RS_413] PartitionCols:_col0 - Group By Operator [GBY_401] (rows=58079562 width=88) + Group By Operator [GBY_411] (rows=58079562 width=88) Output:["_col0"],keys:_col1 - Select Operator [SEL_400] (rows=116159124 width=88) + Select Operator [SEL_410] (rows=116159124 width=88) Output:["_col1"] - Filter Operator [FIL_399] (rows=116159124 width=88) + Filter Operator [FIL_409] (rows=116159124 width=88) predicate:(_col3 > 4L) - Select Operator [SEL_398] (rows=348477374 width=88) + Select Operator [SEL_408] (rows=348477374 width=88) Output:["_col0","_col3"] - Group By Operator [GBY_397] (rows=348477374 width=88) + Group By Operator [GBY_407] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_24] @@ -277,13 +277,13 @@ Stage-0 Select Operator [SEL_21] (rows=696954748 width=88) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_361] (rows=696954748 width=88) - Conds:RS_18._col1=RS_396._col0(Inner),Output:["_col3","_col5","_col6"] + Conds:RS_18._col1=RS_406._col0(Inner),Output:["_col3","_col5","_col6"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_396] + SHUFFLE [RS_406] PartitionCols:_col0 - Select Operator [SEL_395] (rows=462000 width=1436) + Select Operator [SEL_405] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_394] (rows=462000 width=1436) + Filter Operator [FIL_404] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_12] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"] @@ -291,22 +291,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_360] (rows=633595212 width=88) - Conds:RS_390._col0=RS_393._col0(Inner),Output:["_col1","_col3"] + Conds:RS_400._col0=RS_403._col0(Inner),Output:["_col1","_col3"] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_390] + SHUFFLE [RS_400] PartitionCols:_col0 - Select Operator [SEL_389] (rows=575995635 width=88) + Select Operator [SEL_399] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_388] (rows=575995635 width=88) + Filter Operator [FIL_398] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"] <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_393] + SHUFFLE [RS_403] PartitionCols:_col0 - Select Operator [SEL_392] (rows=36525 width=1119) + Select Operator [SEL_402] (rows=36525 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_391] (rows=36525 width=1119) + Filter Operator [FIL_401] (rows=36525 width=1119) predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_year"] @@ -314,32 +314,32 @@ Stage-0 SHUFFLE [RS_241] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_367] (rows=158402938 width=135) - Conds:RS_446._col0=RS_387._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_456._col0=RS_397._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_387] + SHUFFLE [RS_397] PartitionCols:_col0 - Select Operator [SEL_385] (rows=18262 width=1119) + Select Operator [SEL_395] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_384] (rows=18262 width=1119) + Filter Operator [FIL_394] (rows=18262 width=1119) predicate:((d_moy = 1) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Map 32 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_446] + SHUFFLE [RS_456] PartitionCols:_col0 - Select Operator [SEL_445] (rows=144002668 width=135) + Select Operator [SEL_455] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_444] (rows=144002668 width=135) + Filter Operator [FIL_454] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_124] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_quantity","ws_list_price"] <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_252] - Group By Operator [GBY_251] (rows=1 width=112) + Reduce Output Operator [RS_385] + Group By Operator [GBY_384] (rows=1 width=112) Output:["_col0"],aggregations:["sum(_col0)"] - Select Operator [SEL_123] (rows=383314495 width=135) + Select Operator [SEL_382] (rows=383314495 width=135) Output:["_col0"] - Merge Join Operator [MERGEJOIN_378] (rows=383314495 width=135) + Merge Join Operator [MERGEJOIN_381] (rows=383314495 width=135) Conds:RS_120._col1=RS_121._col0(Inner),Output:["_col3","_col4"] <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_121] @@ -351,60 +351,60 @@ Stage-0 Merge Join Operator [MERGEJOIN_377] (rows=316797606 width=433) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"] <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_439] - Please refer to the previous Group By Operator [GBY_438] + PARTITION_ONLY_SHUFFLE [RS_449] + Please refer to the previous Group By Operator [GBY_448] <-Reducer 21 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_432] - Select Operator [SEL_431] (rows=1 width=120) - Filter Operator [FIL_430] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_442] + Select Operator [SEL_441] (rows=1 width=120) + Filter Operator [FIL_440] (rows=1 width=120) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_429] (rows=1 width=120) + Group By Operator [GBY_439] (rows=1 width=120) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_428] (rows=1 width=120) - Group By Operator [GBY_427] (rows=1 width=120) + Select Operator [SEL_438] (rows=1 width=120) + Group By Operator [GBY_437] (rows=1 width=120) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_423] - Group By Operator [GBY_419] (rows=1 width=120) + PARTITION_ONLY_SHUFFLE [RS_433] + Group By Operator [GBY_429] (rows=1 width=120) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_415] (rows=348477374 width=88) + Select Operator [SEL_425] (rows=348477374 width=88) Output:["_col0"] - Please refer to the previous Group By Operator [GBY_414] + Please refer to the previous Group By Operator [GBY_424] <-Reducer 23 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_434] - Group By Operator [GBY_433] (rows=1 width=224) + PARTITION_ONLY_SHUFFLE [RS_444] + Group By Operator [GBY_443] (rows=1 width=224) Output:["_col0"],aggregations:["max(VALUE._col0)"] <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_424] - Group By Operator [GBY_420] (rows=1 width=224) + PARTITION_ONLY_SHUFFLE [RS_434] + Group By Operator [GBY_430] (rows=1 width=224) Output:["_col0"],aggregations:["max(_col1)"] - Select Operator [SEL_416] (rows=348477374 width=88) + Select Operator [SEL_426] (rows=348477374 width=88) Output:["_col1"] - Please refer to the previous Group By Operator [GBY_414] + Please refer to the previous Group By Operator [GBY_424] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_120] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_375] (rows=348467716 width=135) - Conds:RS_117._col2=RS_402._col0(Inner),Output:["_col1","_col3","_col4"] + Conds:RS_117._col2=RS_412._col0(Inner),Output:["_col1","_col3","_col4"] <-Reducer 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_402] + SHUFFLE [RS_412] PartitionCols:_col0 - Please refer to the previous Group By Operator [GBY_401] + Please refer to the previous Group By Operator [GBY_411] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_117] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_359] (rows=316788826 width=135) - Conds:RS_383._col0=RS_386._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_393._col0=RS_396._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_386] + SHUFFLE [RS_396] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_385] + Please refer to the previous Select Operator [SEL_395] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_383] + SHUFFLE [RS_393] PartitionCols:_col0 - Select Operator [SEL_382] (rows=287989836 width=135) + Select Operator [SEL_392] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_381] (rows=287989836 width=135) + Filter Operator [FIL_391] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity","cs_list_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query33.q.out ql/src/test/results/clientpositive/perf/tez/query33.q.out index 361855615a..ad922e74aa 100644 --- ql/src/test/results/clientpositive/perf/tez/query33.q.out +++ ql/src/test/results/clientpositive/perf/tez/query33.q.out @@ -171,22 +171,22 @@ Stage-0 limit:100 Stage-1 Reducer 7 vectorized - File Output Operator [FS_214] - Limit [LIM_213] (rows=100 width=108) + File Output Operator [FS_226] + Limit [LIM_225] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_212] (rows=335408073 width=108) + Select Operator [SEL_224] (rows=335408073 width=108) Output:["_col0","_col1"] <-Reducer 6 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_211] - Group By Operator [GBY_210] (rows=335408073 width=108) + SHUFFLE [RS_223] + Group By Operator [GBY_222] (rows=335408073 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] vectorized - Reduce Output Operator [RS_226] + Reduce Output Operator [RS_238] PartitionCols:_col0 - Group By Operator [GBY_225] (rows=670816147 width=108) + Group By Operator [GBY_237] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_224] (rows=95833781 width=135) + Group By Operator [GBY_236] (rows=95833781 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_109] @@ -199,29 +199,29 @@ Stage-0 SHUFFLE [RS_104] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436) - Conds:RS_187._col1=RS_193._col0(Inner),Output:["_col0","_col1"] + Conds:RS_199._col1=RS_205._col0(Inner),Output:["_col0","_col1"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_187] + SHUFFLE [RS_199] PartitionCols:_col1 - Select Operator [SEL_186] (rows=462000 width=1436) + Select Operator [SEL_198] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_185] (rows=462000 width=1436) + Filter Operator [FIL_197] (rows=462000 width=1436) predicate:(i_item_sk is not null and i_manufact_id is not null) TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"] <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_193] + FORWARD [RS_205] PartitionCols:_col0 - Group By Operator [GBY_192] (rows=115500 width=1436) + Group By Operator [GBY_204] (rows=115500 width=1436) Output:["_col0"],keys:KEY._col0 <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_191] + SHUFFLE [RS_203] PartitionCols:_col0 - Group By Operator [GBY_190] (rows=231000 width=1436) + Group By Operator [GBY_202] (rows=231000 width=1436) Output:["_col0"],keys:i_manufact_id - Select Operator [SEL_189] (rows=231000 width=1436) + Select Operator [SEL_201] (rows=231000 width=1436) Output:["i_manufact_id"] - Filter Operator [FIL_188] (rows=231000 width=1436) + Filter Operator [FIL_200] (rows=231000 width=1436) predicate:((i_category = 'Books') and i_manufact_id is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_category","i_manufact_id"] @@ -231,13 +231,13 @@ Stage-0 Select Operator [SEL_100] (rows=174243235 width=135) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135) - Conds:RS_97._col2=RS_206._col0(Inner),Output:["_col1","_col3"] + Conds:RS_97._col2=RS_218._col0(Inner),Output:["_col1","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_206] + SHUFFLE [RS_218] PartitionCols:_col0 - Select Operator [SEL_203] (rows=20000000 width=1014) + Select Operator [SEL_215] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_202] (rows=20000000 width=1014) + Filter Operator [FIL_214] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -6) and ca_address_sk is not null) TableScan [TS_16] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -245,31 +245,31 @@ Stage-0 SHUFFLE [RS_97] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135) - Conds:RS_223._col0=RS_201._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_235._col0=RS_213._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_201] + SHUFFLE [RS_213] PartitionCols:_col0 - Select Operator [SEL_198] (rows=18262 width=1119) + Select Operator [SEL_210] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_197] (rows=18262 width=1119) + Filter Operator [FIL_209] (rows=18262 width=1119) predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_223] + SHUFFLE [RS_235] PartitionCols:_col0 - Select Operator [SEL_222] (rows=144002668 width=135) + Select Operator [SEL_234] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_221] (rows=144002668 width=135) + Filter Operator [FIL_233] (rows=144002668 width=135) predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_85] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"] <-Reducer 4 [CONTAINS] vectorized - Reduce Output Operator [RS_209] + Reduce Output Operator [RS_221] PartitionCols:_col0 - Group By Operator [GBY_208] (rows=670816147 width=108) + Group By Operator [GBY_220] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_207] (rows=383325119 width=88) + Group By Operator [GBY_219] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -288,35 +288,35 @@ Stage-0 Select Operator [SEL_25] (rows=696954748 width=88) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88) - Conds:RS_22._col2=RS_204._col0(Inner),Output:["_col1","_col3"] + Conds:RS_22._col2=RS_216._col0(Inner),Output:["_col1","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_204] + SHUFFLE [RS_216] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_203] + Please refer to the previous Select Operator [SEL_215] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88) - Conds:RS_196._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_208._col0=RS_211._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_199] + SHUFFLE [RS_211] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_198] + Please refer to the previous Select Operator [SEL_210] <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_196] + SHUFFLE [RS_208] PartitionCols:_col0 - Select Operator [SEL_195] (rows=575995635 width=88) + Select Operator [SEL_207] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_194] (rows=575995635 width=88) + Filter Operator [FIL_206] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_10] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] <-Reducer 9 [CONTAINS] vectorized - Reduce Output Operator [RS_220] + Reduce Output Operator [RS_232] PartitionCols:_col0 - Group By Operator [GBY_219] (rows=670816147 width=108) + Group By Operator [GBY_231] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_218] (rows=191657247 width=135) + Group By Operator [GBY_230] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_71] @@ -335,26 +335,26 @@ Stage-0 Select Operator [SEL_62] (rows=348467716 width=135) Output:["_col4","_col5"] Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135) - Conds:RS_59._col1=RS_205._col0(Inner),Output:["_col2","_col3"] + Conds:RS_59._col1=RS_217._col0(Inner),Output:["_col2","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_205] + SHUFFLE [RS_217] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_203] + Please refer to the previous Select Operator [SEL_215] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135) - Conds:RS_217._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_229._col0=RS_212._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_200] + SHUFFLE [RS_212] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_198] + Please refer to the previous Select Operator [SEL_210] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_217] + SHUFFLE [RS_229] PartitionCols:_col0 - Select Operator [SEL_216] (rows=287989836 width=135) + Select Operator [SEL_228] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_215] (rows=287989836 width=135) + Filter Operator [FIL_227] (rows=287989836 width=135) predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_47] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query38.q.out ql/src/test/results/clientpositive/perf/tez/query38.q.out index 770e2cabc4..e3040e46ff 100644 --- ql/src/test/results/clientpositive/perf/tez/query38.q.out +++ ql/src/test/results/clientpositive/perf/tez/query38.q.out @@ -62,33 +62,33 @@ Stage-0 limit:100 Stage-1 Reducer 7 vectorized - File Output Operator [FS_147] - Limit [LIM_146] (rows=1 width=16) + File Output Operator [FS_165] + Limit [LIM_164] (rows=1 width=16) Number of rows:100 - Group By Operator [GBY_145] (rows=1 width=16) + Group By Operator [GBY_163] (rows=1 width=16) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 6 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_144] - Group By Operator [GBY_143] (rows=1 width=16) + PARTITION_ONLY_SHUFFLE [RS_162] + Group By Operator [GBY_161] (rows=1 width=16) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_142] (rows=1 width=108) - Filter Operator [FIL_141] (rows=1 width=108) + Select Operator [SEL_160] (rows=1 width=108) + Filter Operator [FIL_159] (rows=1 width=108) predicate:(_col3 = 3L) - Select Operator [SEL_140] (rows=152458212 width=108) + Select Operator [SEL_158] (rows=152458212 width=108) Output:["_col3"] - Group By Operator [GBY_139] (rows=152458212 width=108) + Group By Operator [GBY_157] (rows=152458212 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 5 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] vectorized - Reduce Output Operator [RS_155] + Reduce Output Operator [RS_173] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_154] (rows=304916424 width=108) + Group By Operator [GBY_172] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_153] (rows=87116929 width=135) + Group By Operator [GBY_171] (rows=87116929 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_152] (rows=174233858 width=135) + Select Operator [SEL_170] (rows=174233858 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_151] (rows=174233858 width=135) + Group By Operator [GBY_169] (rows=174233858 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -96,13 +96,13 @@ Stage-0 Group By Operator [GBY_41] (rows=348467716 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_118] (rows=348467716 width=135) - Conds:RS_37._col1=RS_132._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_37._col1=RS_150._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_132] + SHUFFLE [RS_150] PartitionCols:_col0 - Select Operator [SEL_130] (rows=80000000 width=860) + Select Operator [SEL_148] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_129] (rows=80000000 width=860) + Filter Operator [FIL_147] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_6] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"] @@ -110,35 +110,35 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_117] (rows=316788826 width=135) - Conds:RS_150._col0=RS_127._col0(Inner),Output:["_col1","_col3"] + Conds:RS_168._col0=RS_145._col0(Inner),Output:["_col1","_col3"] <-Map 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_127] + SHUFFLE [RS_145] PartitionCols:_col0 - Select Operator [SEL_125] (rows=8116 width=1119) + Select Operator [SEL_143] (rows=8116 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_124] (rows=8116 width=1119) + Filter Operator [FIL_142] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_150] + SHUFFLE [RS_168] PartitionCols:_col0 - Select Operator [SEL_149] (rows=287989836 width=135) + Select Operator [SEL_167] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_148] (rows=287989836 width=135) + Filter Operator [FIL_166] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_25] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"] <-Reducer 14 [CONTAINS] vectorized - Reduce Output Operator [RS_163] + Reduce Output Operator [RS_181] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_162] (rows=304916424 width=108) + Group By Operator [GBY_180] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_161] (rows=43560808 width=135) + Group By Operator [GBY_179] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_160] (rows=87121617 width=135) + Select Operator [SEL_178] (rows=87121617 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_159] (rows=87121617 width=135) + Group By Operator [GBY_177] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_68] @@ -146,39 +146,39 @@ Stage-0 Group By Operator [GBY_67] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_120] (rows=174243235 width=135) - Conds:RS_63._col1=RS_133._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_63._col1=RS_151._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_133] + SHUFFLE [RS_151] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_130] + Please refer to the previous Select Operator [SEL_148] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_63] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_119] (rows=158402938 width=135) - Conds:RS_158._col0=RS_128._col0(Inner),Output:["_col1","_col3"] + Conds:RS_176._col0=RS_146._col0(Inner),Output:["_col1","_col3"] <-Map 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_128] + SHUFFLE [RS_146] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_125] + Please refer to the previous Select Operator [SEL_143] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_158] + SHUFFLE [RS_176] PartitionCols:_col0 - Select Operator [SEL_157] (rows=144002668 width=135) + Select Operator [SEL_175] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_156] (rows=144002668 width=135) + Filter Operator [FIL_174] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_51] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] <-Reducer 4 [CONTAINS] vectorized - Reduce Output Operator [RS_138] + Reduce Output Operator [RS_156] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_137] (rows=304916424 width=108) + Group By Operator [GBY_155] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_136] (rows=174238687 width=88) + Group By Operator [GBY_154] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_135] (rows=348477374 width=88) + Select Operator [SEL_153] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_134] (rows=348477374 width=88) + Group By Operator [GBY_152] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -186,26 +186,26 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_116] (rows=696954748 width=88) - Conds:RS_12._col1=RS_131._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_12._col1=RS_149._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_131] + SHUFFLE [RS_149] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_130] + Please refer to the previous Select Operator [SEL_148] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_115] (rows=633595212 width=88) - Conds:RS_123._col0=RS_126._col0(Inner),Output:["_col1","_col3"] + Conds:RS_141._col0=RS_144._col0(Inner),Output:["_col1","_col3"] <-Map 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_126] + SHUFFLE [RS_144] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_125] + Please refer to the previous Select Operator [SEL_143] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_123] + SHUFFLE [RS_141] PartitionCols:_col0 - Select Operator [SEL_122] (rows=575995635 width=88) + Select Operator [SEL_140] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_121] (rows=575995635 width=88) + Filter Operator [FIL_139] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] diff --git ql/src/test/results/clientpositive/perf/tez/query49.q.out ql/src/test/results/clientpositive/perf/tez/query49.q.out index 3a9c6405c6..47f37a2be6 100644 --- ql/src/test/results/clientpositive/perf/tez/query49.q.out +++ ql/src/test/results/clientpositive/perf/tez/query49.q.out @@ -277,44 +277,44 @@ Stage-0 limit:100 Stage-1 Reducer 11 vectorized - File Output Operator [FS_179] - Limit [LIM_178] (rows=100 width=101) + File Output Operator [FS_205] + Limit [LIM_204] (rows=100 width=101) Number of rows:100 - Select Operator [SEL_177] (rows=5915494 width=101) + Select Operator [SEL_203] (rows=5915494 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_176] - Select Operator [SEL_175] (rows=5915494 width=101) + SHUFFLE [RS_202] + Select Operator [SEL_201] (rows=5915494 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_174] (rows=5915494 width=101) + Group By Operator [GBY_200] (rows=5915494 width=101) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 9 [SIMPLE_EDGE] <-Reducer 22 [CONTAINS] vectorized - Reduce Output Operator [RS_215] + Reduce Output Operator [RS_241] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_214] (rows=11830988 width=101) + Group By Operator [GBY_240] (rows=11830988 width=101) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_213] (rows=8604378 width=88) + Select Operator [SEL_239] (rows=8604378 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_212] (rows=8604378 width=88) + Filter Operator [FIL_238] (rows=8604378 width=88) predicate:((_col0 <= 10) or (rank_window_1 <= 10)) - PTF Operator [PTF_211] (rows=12906568 width=88) + PTF Operator [PTF_237] (rows=12906568 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_210] (rows=12906568 width=88) + Select Operator [SEL_236] (rows=12906568 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_209] + SHUFFLE [RS_235] PartitionCols:0 - Select Operator [SEL_208] (rows=12906568 width=88) + Select Operator [SEL_234] (rows=12906568 width=88) Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"] - PTF Operator [PTF_207] (rows=12906568 width=88) + PTF Operator [PTF_233] (rows=12906568 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_206] (rows=12906568 width=88) + Select Operator [SEL_232] (rows=12906568 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 20 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_205] + SHUFFLE [RS_231] PartitionCols:0 - Group By Operator [GBY_204] (rows=12906568 width=88) + Group By Operator [GBY_230] (rows=12906568 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_89] @@ -324,13 +324,13 @@ Stage-0 Select Operator [SEL_86] (rows=25813137 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_146] (rows=25813137 width=88) - Conds:RS_83._col1, _col2=RS_203._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] + Conds:RS_83._col1, _col2=RS_229._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] <-Map 27 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_203] + SHUFFLE [RS_229] PartitionCols:_col0, _col1 - Select Operator [SEL_202] (rows=19197050 width=77) + Select Operator [SEL_228] (rows=19197050 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_201] (rows=19197050 width=77) + Filter Operator [FIL_227] (rows=19197050 width=77) predicate:((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null) TableScan [TS_77] (rows=57591150 width=77) default@store_returns,sr,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] @@ -338,61 +338,61 @@ Stage-0 SHUFFLE [RS_83] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_145] (rows=23466488 width=88) - Conds:RS_200._col0=RS_154._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_226._col0=RS_180._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_154] + SHUFFLE [RS_180] PartitionCols:_col0 - Select Operator [SEL_151] (rows=18262 width=1119) + Select Operator [SEL_177] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_150] (rows=18262 width=1119) + Filter Operator [FIL_176] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Map 26 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_200] + SHUFFLE [RS_226] PartitionCols:_col0 - Select Operator [SEL_199] (rows=21333171 width=88) + Select Operator [SEL_225] (rows=21333171 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_198] (rows=21333171 width=88) + Filter Operator [FIL_224] (rows=21333171 width=88) predicate:((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null) TableScan [TS_71] (rows=575995635 width=88) default@store_sales,sts,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_net_paid","ss_net_profit"] <-Reducer 8 [CONTAINS] vectorized - Reduce Output Operator [RS_173] + Reduce Output Operator [RS_199] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_172] (rows=11830988 width=101) + Group By Operator [GBY_198] (rows=11830988 width=101) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_171] (rows=3226610 width=135) + Select Operator [SEL_197] (rows=3226610 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_170] (rows=3226610 width=135) + Group By Operator [GBY_196] (rows=3226610 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 7 [SIMPLE_EDGE] <-Reducer 17 [CONTAINS] vectorized - Reduce Output Operator [RS_197] + Reduce Output Operator [RS_223] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_196] (rows=6453220 width=135) + Group By Operator [GBY_222] (rows=6453220 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_195] (rows=4302070 width=135) + Select Operator [SEL_221] (rows=4302070 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_194] (rows=4302070 width=135) + Filter Operator [FIL_220] (rows=4302070 width=135) predicate:((_col0 <= 10) or (rank_window_1 <= 10)) - PTF Operator [PTF_193] (rows=6453105 width=135) + PTF Operator [PTF_219] (rows=6453105 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_192] (rows=6453105 width=135) + Select Operator [SEL_218] (rows=6453105 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_191] + SHUFFLE [RS_217] PartitionCols:0 - Select Operator [SEL_190] (rows=6453105 width=135) + Select Operator [SEL_216] (rows=6453105 width=135) Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"] - PTF Operator [PTF_189] (rows=6453105 width=135) + PTF Operator [PTF_215] (rows=6453105 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_188] (rows=6453105 width=135) + Select Operator [SEL_214] (rows=6453105 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_187] + SHUFFLE [RS_213] PartitionCols:0 - Group By Operator [GBY_186] (rows=6453105 width=135) + Group By Operator [GBY_212] (rows=6453105 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_50] @@ -402,13 +402,13 @@ Stage-0 Select Operator [SEL_47] (rows=12906211 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_144] (rows=12906211 width=135) - Conds:RS_44._col1, _col2=RS_185._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] + Conds:RS_44._col1, _col2=RS_211._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_185] + SHUFFLE [RS_211] PartitionCols:_col0, _col1 - Select Operator [SEL_184] (rows=9599627 width=106) + Select Operator [SEL_210] (rows=9599627 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_183] (rows=9599627 width=106) + Filter Operator [FIL_209] (rows=9599627 width=106) predicate:((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null) TableScan [TS_38] (rows=28798881 width=106) default@catalog_returns,cr,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] @@ -416,46 +416,46 @@ Stage-0 SHUFFLE [RS_44] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_143] (rows=11732919 width=135) - Conds:RS_182._col0=RS_153._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_208._col0=RS_179._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_153] + SHUFFLE [RS_179] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_151] + Please refer to the previous Select Operator [SEL_177] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_182] + SHUFFLE [RS_208] PartitionCols:_col0 - Select Operator [SEL_181] (rows=10666290 width=135) + Select Operator [SEL_207] (rows=10666290 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_180] (rows=10666290 width=135) + Filter Operator [FIL_206] (rows=10666290 width=135) predicate:((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null) TableScan [TS_32] (rows=287989836 width=135) default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_net_paid","cs_net_profit"] <-Reducer 6 [CONTAINS] vectorized - Reduce Output Operator [RS_169] + Reduce Output Operator [RS_195] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_168] (rows=6453220 width=135) + Group By Operator [GBY_194] (rows=6453220 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_167] (rows=2151150 width=135) + Select Operator [SEL_193] (rows=2151150 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_166] (rows=2151150 width=135) + Filter Operator [FIL_192] (rows=2151150 width=135) predicate:((_col0 <= 10) or (rank_window_1 <= 10)) - PTF Operator [PTF_165] (rows=3226726 width=135) + PTF Operator [PTF_191] (rows=3226726 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_164] (rows=3226726 width=135) + Select Operator [SEL_190] (rows=3226726 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 5 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_163] + SHUFFLE [RS_189] PartitionCols:0 - Select Operator [SEL_162] (rows=3226726 width=135) + Select Operator [SEL_188] (rows=3226726 width=135) Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"] - PTF Operator [PTF_161] (rows=3226726 width=135) + PTF Operator [PTF_187] (rows=3226726 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_160] (rows=3226726 width=135) + Select Operator [SEL_186] (rows=3226726 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 4 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_159] + SHUFFLE [RS_185] PartitionCols:0 - Group By Operator [GBY_158] (rows=3226726 width=135) + Group By Operator [GBY_184] (rows=3226726 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -465,13 +465,13 @@ Stage-0 Select Operator [SEL_15] (rows=6453452 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_142] (rows=6453452 width=135) - Conds:RS_12._col1, _col2=RS_157._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] + Conds:RS_12._col1, _col2=RS_183._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_157] + SHUFFLE [RS_183] PartitionCols:_col0, _col1 - Select Operator [SEL_156] (rows=4799489 width=92) + Select Operator [SEL_182] (rows=4799489 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_155] (rows=4799489 width=92) + Filter Operator [FIL_181] (rows=4799489 width=92) predicate:((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null) TableScan [TS_6] (rows=14398467 width=92) default@web_returns,wr,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] @@ -479,17 +479,17 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_141] (rows=5866775 width=135) - Conds:RS_149._col0=RS_152._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_175._col0=RS_178._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_152] + SHUFFLE [RS_178] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_151] + Please refer to the previous Select Operator [SEL_177] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_149] + SHUFFLE [RS_175] PartitionCols:_col0 - Select Operator [SEL_148] (rows=5333432 width=135) + Select Operator [SEL_174] (rows=5333432 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_147] (rows=5333432 width=135) + Filter Operator [FIL_173] (rows=5333432 width=135) predicate:((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,ws,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_net_paid","ws_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query5.q.out ql/src/test/results/clientpositive/perf/tez/query5.q.out index f13b767edf..f074ed1cf0 100644 --- ql/src/test/results/clientpositive/perf/tez/query5.q.out +++ ql/src/test/results/clientpositive/perf/tez/query5.q.out @@ -278,26 +278,26 @@ Stage-0 limit:100 Stage-1 Reducer 8 vectorized - File Output Operator [FS_158] - Limit [LIM_157] (rows=100 width=110) + File Output Operator [FS_202] + Limit [LIM_201] (rows=100 width=110) Number of rows:100 - Select Operator [SEL_156] (rows=1136898901 width=110) + Select Operator [SEL_200] (rows=1136898901 width=110) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_155] - Select Operator [SEL_154] (rows=1136898901 width=110) + SHUFFLE [RS_199] + Select Operator [SEL_198] (rows=1136898901 width=110) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_153] (rows=1136898901 width=110) + Group By Operator [GBY_197] (rows=1136898901 width=110) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 6 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] vectorized - Reduce Output Operator [RS_168] + Reduce Output Operator [RS_212] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_167] (rows=2273797803 width=110) + Group By Operator [GBY_211] (rows=2273797803 width=110) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_166] (rows=191657181 width=132) + Select Operator [SEL_210] (rows=191657181 width=132) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_165] (rows=191657181 width=132) + Group By Operator [GBY_209] (rows=191657181 width=132) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_47] @@ -305,13 +305,13 @@ Stage-0 Group By Operator [GBY_46] (rows=383314363 width=132) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_135] (rows=383314363 width=132) - Conds:RS_42._col0=RS_164._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] + Conds:RS_42._col0=RS_208._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] <-Map 21 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_164] + SHUFFLE [RS_208] PartitionCols:_col0 - Select Operator [SEL_163] (rows=46000 width=460) + Select Operator [SEL_207] (rows=46000 width=460) Output:["_col0","_col1"] - Filter Operator [FIL_162] (rows=46000 width=460) + Filter Operator [FIL_206] (rows=46000 width=460) predicate:cp_catalog_page_sk is not null TableScan [TS_36] (rows=46000 width=460) default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"] @@ -319,43 +319,43 @@ Stage-0 SHUFFLE [RS_42] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_134] (rows=348467596 width=132) - Conds:Union 19._col1=RS_144._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] + Conds:Union 19._col1=RS_188._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_144] + SHUFFLE [RS_188] PartitionCols:_col0 - Select Operator [SEL_142] (rows=8116 width=1119) + Select Operator [SEL_186] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_141] (rows=8116 width=1119) + Filter Operator [FIL_185] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-08-18 00:00:00.0' and d_date_sk is not null) TableScan [TS_8] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] <-Union 19 [SIMPLE_EDGE] <-Map 18 [CONTAINS] vectorized - Reduce Output Operator [RS_178] + Reduce Output Operator [RS_222] PartitionCols:_col1 - Select Operator [SEL_177] (rows=287989836 width=135) + Select Operator [SEL_221] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_176] (rows=287989836 width=135) + Filter Operator [FIL_220] (rows=287989836 width=135) predicate:(cs_catalog_page_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_25] (rows=287989836 width=135) + TableScan [TS_163] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_ext_sales_price","cs_net_profit"] <-Map 20 [CONTAINS] vectorized - Reduce Output Operator [RS_181] + Reduce Output Operator [RS_225] PartitionCols:_col1 - Select Operator [SEL_180] (rows=28798881 width=106) + Select Operator [SEL_224] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_179] (rows=28798881 width=106) + Filter Operator [FIL_223] (rows=28798881 width=106) predicate:(cr_catalog_page_sk is not null and cr_returned_date_sk is not null) - TableScan [TS_28] (rows=28798881 width=106) + TableScan [TS_168] (rows=28798881 width=106) Output:["cr_returned_date_sk","cr_catalog_page_sk","cr_return_amount","cr_net_loss"] <-Reducer 16 [CONTAINS] vectorized - Reduce Output Operator [RS_175] + Reduce Output Operator [RS_219] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_174] (rows=2273797803 width=110) + Group By Operator [GBY_218] (rows=2273797803 width=110) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_173] (rows=182955399 width=135) + Select Operator [SEL_217] (rows=182955399 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_172] (rows=182955399 width=135) + Group By Operator [GBY_216] (rows=182955399 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_80] @@ -363,13 +363,13 @@ Stage-0 Group By Operator [GBY_79] (rows=365910798 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_137] (rows=365910798 width=135) - Conds:RS_75._col0=RS_171._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] + Conds:RS_75._col0=RS_215._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] <-Map 27 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_171] + SHUFFLE [RS_215] PartitionCols:_col0 - Select Operator [SEL_170] (rows=84 width=1850) + Select Operator [SEL_214] (rows=84 width=1850) Output:["_col0","_col1"] - Filter Operator [FIL_169] (rows=84 width=1850) + Filter Operator [FIL_213] (rows=84 width=1850) predicate:web_site_sk is not null TableScan [TS_69] (rows=84 width=1850) default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"] @@ -377,54 +377,54 @@ Stage-0 SHUFFLE [RS_75] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_136] (rows=332646173 width=135) - Conds:Union 23._col1=RS_145._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] + Conds:Union 23._col1=RS_189._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_145] + SHUFFLE [RS_189] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_142] + Please refer to the previous Select Operator [SEL_186] <-Union 23 [SIMPLE_EDGE] <-Map 22 [CONTAINS] vectorized - Reduce Output Operator [RS_184] + Reduce Output Operator [RS_228] PartitionCols:_col1 - Select Operator [SEL_183] (rows=144002668 width=135) + Select Operator [SEL_227] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_182] (rows=144002668 width=135) + Filter Operator [FIL_226] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_web_site_sk is not null) - TableScan [TS_51] (rows=144002668 width=135) + TableScan [TS_173] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_web_site_sk","ws_ext_sales_price","ws_net_profit"] <-Reducer 25 [CONTAINS] - Reduce Output Operator [RS_72] + Reduce Output Operator [RS_181] PartitionCols:_col1 - Select Operator [SEL_63] (rows=158402938 width=135) + Select Operator [SEL_179] (rows=158402938 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_131] (rows=158402938 width=135) - Conds:RS_187._col0, _col2=RS_190._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"] + Merge Join Operator [MERGEJOIN_178] (rows=158402938 width=135) + Conds:RS_231._col0, _col2=RS_234._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_187] + SHUFFLE [RS_231] PartitionCols:_col0, _col2 - Select Operator [SEL_186] (rows=144002668 width=135) + Select Operator [SEL_230] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_185] (rows=144002668 width=135) + Filter Operator [FIL_229] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_order_number is not null and ws_web_site_sk is not null) TableScan [TS_54] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_item_sk","ws_web_site_sk","ws_order_number"] <-Map 26 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_190] + SHUFFLE [RS_234] PartitionCols:_col1, _col2 - Select Operator [SEL_189] (rows=14398467 width=92) + Select Operator [SEL_233] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_188] (rows=14398467 width=92) + Filter Operator [FIL_232] (rows=14398467 width=92) predicate:(wr_item_sk is not null and wr_order_number is not null and wr_returned_date_sk is not null) TableScan [TS_57] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"] <-Reducer 5 [CONTAINS] vectorized - Reduce Output Operator [RS_152] + Reduce Output Operator [RS_196] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_151] (rows=2273797803 width=110) + Group By Operator [GBY_195] (rows=2273797803 width=110) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_150] (rows=383320021 width=87) + Select Operator [SEL_194] (rows=383320021 width=87) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_149] (rows=383320021 width=87) + Group By Operator [GBY_193] (rows=383320021 width=87) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -432,13 +432,13 @@ Stage-0 Group By Operator [GBY_21] (rows=766640042 width=87) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_133] (rows=766640042 width=87) - Conds:RS_17._col0=RS_148._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] + Conds:RS_17._col0=RS_192._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_148] + SHUFFLE [RS_192] PartitionCols:_col0 - Select Operator [SEL_147] (rows=1704 width=1910) + Select Operator [SEL_191] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_146] (rows=1704 width=1910) + Filter Operator [FIL_190] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_11] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"] @@ -446,28 +446,28 @@ Stage-0 SHUFFLE [RS_17] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_132] (rows=696945478 width=87) - Conds:Union 2._col1=RS_143._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] + Conds:Union 2._col1=RS_187._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_143] + SHUFFLE [RS_187] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_142] + Please refer to the previous Select Operator [SEL_186] <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] vectorized - Reduce Output Operator [RS_140] + Reduce Output Operator [RS_184] PartitionCols:_col1 - Select Operator [SEL_139] (rows=575995635 width=88) + Select Operator [SEL_183] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_138] (rows=575995635 width=88) + Filter Operator [FIL_182] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) - TableScan [TS_0] (rows=575995635 width=88) + TableScan [TS_138] (rows=575995635 width=88) Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"] <-Map 9 [CONTAINS] vectorized - Reduce Output Operator [RS_161] + Reduce Output Operator [RS_205] PartitionCols:_col1 - Select Operator [SEL_160] (rows=57591150 width=77) + Select Operator [SEL_204] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_159] (rows=57591150 width=77) + Filter Operator [FIL_203] (rows=57591150 width=77) predicate:(sr_returned_date_sk is not null and sr_store_sk is not null) - TableScan [TS_3] (rows=57591150 width=77) + TableScan [TS_148] (rows=57591150 width=77) Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"] diff --git ql/src/test/results/clientpositive/perf/tez/query54.q.out ql/src/test/results/clientpositive/perf/tez/query54.q.out index 699adb84db..386ea4ba98 100644 --- ql/src/test/results/clientpositive/perf/tez/query54.q.out +++ ql/src/test/results/clientpositive/perf/tez/query54.q.out @@ -143,25 +143,25 @@ Stage-0 limit:100 Stage-1 Reducer 9 vectorized - File Output Operator [FS_249] - Limit [LIM_248] (rows=100 width=158) + File Output Operator [FS_259] + Limit [LIM_258] (rows=100 width=158) Number of rows:100 - Select Operator [SEL_247] (rows=1614130953450400 width=158) + Select Operator [SEL_257] (rows=1614130953450400 width=158) Output:["_col0","_col1","_col2"] <-Reducer 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_246] - Select Operator [SEL_245] (rows=1614130953450400 width=158) + SHUFFLE [RS_256] + Select Operator [SEL_255] (rows=1614130953450400 width=158) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_244] (rows=1614130953450400 width=158) + Group By Operator [GBY_254] (rows=1614130953450400 width=158) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_243] + SHUFFLE [RS_253] PartitionCols:_col0 - Group By Operator [GBY_242] (rows=3228261906900801 width=158) + Group By Operator [GBY_252] (rows=3228261906900801 width=158) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_241] (rows=3228261906900801 width=158) + Select Operator [SEL_251] (rows=3228261906900801 width=158) Output:["_col0"] - Group By Operator [GBY_240] (rows=3228261906900801 width=158) + Group By Operator [GBY_250] (rows=3228261906900801 width=158) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_119] @@ -181,42 +181,42 @@ Stage-0 Merge Join Operator [MERGEJOIN_183] (rows=9131 width=1128) Conds:(Right Outer),Output:["_col0"] <-Reducer 28 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_231] - Group By Operator [GBY_230] (rows=9131 width=1119) + PARTITION_ONLY_SHUFFLE [RS_241] + Group By Operator [GBY_240] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_219] + SHUFFLE [RS_229] PartitionCols:_col0 - Group By Operator [GBY_216] (rows=18262 width=1119) + Group By Operator [GBY_226] (rows=18262 width=1119) Output:["_col0"],keys:_col0 - Select Operator [SEL_213] (rows=18262 width=1119) + Select Operator [SEL_223] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_211] (rows=18262 width=1119) + Filter Operator [FIL_221] (rows=18262 width=1119) predicate:((d_moy = 3) and (d_year = 1999)) TableScan [TS_73] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"] <-Reducer 31 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_239] - Select Operator [SEL_238] (rows=1 width=8) - Filter Operator [FIL_237] (rows=1 width=8) + PARTITION_ONLY_SHUFFLE [RS_249] + Select Operator [SEL_248] (rows=1 width=8) + Filter Operator [FIL_247] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_236] (rows=1 width=8) + Group By Operator [GBY_246] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_235] - Group By Operator [GBY_234] (rows=1 width=8) + PARTITION_ONLY_SHUFFLE [RS_245] + Group By Operator [GBY_244] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_233] (rows=9131 width=1119) - Group By Operator [GBY_232] (rows=9131 width=1119) + Select Operator [SEL_243] (rows=9131 width=1119) + Group By Operator [GBY_242] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_220] + SHUFFLE [RS_230] PartitionCols:_col0 - Group By Operator [GBY_217] (rows=18262 width=1119) + Group By Operator [GBY_227] (rows=18262 width=1119) Output:["_col0"],keys:_col0 - Select Operator [SEL_214] (rows=18262 width=1119) + Select Operator [SEL_224] (rows=18262 width=1119) Output:["_col0"] - Please refer to the previous Filter Operator [FIL_211] + Please refer to the previous Filter Operator [FIL_221] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_113] Select Operator [SEL_108] (rows=6363893803988 width=1217) @@ -224,34 +224,34 @@ Stage-0 Merge Join Operator [MERGEJOIN_185] (rows=6363893803988 width=1217) Conds:(Left Outer),Output:["_col2","_col4","_col10","_col13"] <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_223] - Group By Operator [GBY_221] (rows=9131 width=1119) + PARTITION_ONLY_SHUFFLE [RS_233] + Group By Operator [GBY_231] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_218] + SHUFFLE [RS_228] PartitionCols:_col0 - Group By Operator [GBY_215] (rows=18262 width=1119) + Group By Operator [GBY_225] (rows=18262 width=1119) Output:["_col0"],keys:_col0 - Select Operator [SEL_212] (rows=18262 width=1119) + Select Operator [SEL_222] (rows=18262 width=1119) Output:["_col0"] - Please refer to the previous Filter Operator [FIL_211] + Please refer to the previous Filter Operator [FIL_221] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_105] Merge Join Operator [MERGEJOIN_184] (rows=696954748 width=97) Conds:(Inner),Output:["_col2","_col4","_col10"] <-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_229] - Select Operator [SEL_228] (rows=1 width=8) - Filter Operator [FIL_227] (rows=1 width=8) + PARTITION_ONLY_SHUFFLE [RS_239] + Select Operator [SEL_238] (rows=1 width=8) + Filter Operator [FIL_237] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_226] (rows=1 width=8) + Group By Operator [GBY_236] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_225] - Group By Operator [GBY_224] (rows=1 width=8) + PARTITION_ONLY_SHUFFLE [RS_235] + Group By Operator [GBY_234] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_222] (rows=9131 width=1119) - Please refer to the previous Group By Operator [GBY_221] + Select Operator [SEL_232] (rows=9131 width=1119) + Please refer to the previous Group By Operator [GBY_231] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_102] Merge Join Operator [MERGEJOIN_182] (rows=696954748 width=88) @@ -260,36 +260,36 @@ Stage-0 SHUFFLE [RS_100] PartitionCols:_col5 Merge Join Operator [MERGEJOIN_181] (rows=316240138 width=135) - Conds:RS_69._col0=RS_210._col1(Inner),Output:["_col5"] + Conds:RS_69._col0=RS_220._col1(Inner),Output:["_col5"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_177] (rows=44000000 width=1014) - Conds:RS_195._col1, _col2=RS_198._col0, _col1(Inner),Output:["_col0"] + Conds:RS_205._col1, _col2=RS_208._col0, _col1(Inner),Output:["_col0"] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_195] + SHUFFLE [RS_205] PartitionCols:_col1, _col2 - Select Operator [SEL_194] (rows=40000000 width=1014) + Select Operator [SEL_204] (rows=40000000 width=1014) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_193] (rows=40000000 width=1014) + Filter Operator [FIL_203] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null) TableScan [TS_29] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"] <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_198] + SHUFFLE [RS_208] PartitionCols:_col0, _col1 - Select Operator [SEL_197] (rows=1704 width=1910) + Select Operator [SEL_207] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_196] (rows=1704 width=1910) + Filter Operator [FIL_206] (rows=1704 width=1910) predicate:(s_county is not null and s_state is not null) TableScan [TS_32] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"] <-Reducer 20 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_210] + SHUFFLE [RS_220] PartitionCols:_col1 - Select Operator [SEL_209] (rows=287491029 width=135) + Select Operator [SEL_219] (rows=287491029 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_208] (rows=287491029 width=135) + Group By Operator [GBY_218] (rows=287491029 width=135) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -297,13 +297,13 @@ Stage-0 Group By Operator [GBY_62] (rows=574982058 width=135) Output:["_col0","_col1"],keys:_col10, _col9 Merge Join Operator [MERGEJOIN_180] (rows=574982058 width=135) - Conds:RS_58._col1=RS_207._col0(Inner),Output:["_col9","_col10"] + Conds:RS_58._col1=RS_217._col0(Inner),Output:["_col9","_col10"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_207] + SHUFFLE [RS_217] PartitionCols:_col0 - Select Operator [SEL_206] (rows=80000000 width=860) + Select Operator [SEL_216] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_205] (rows=80000000 width=860) + Filter Operator [FIL_215] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_49] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"] @@ -311,13 +311,13 @@ Stage-0 SHUFFLE [RS_58] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_179] (rows=522710951 width=135) - Conds:RS_55._col2=RS_204._col0(Inner),Output:["_col1"] + Conds:RS_55._col2=RS_214._col0(Inner),Output:["_col1"] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_204] + SHUFFLE [RS_214] PartitionCols:_col0 - Select Operator [SEL_203] (rows=115500 width=1436) + Select Operator [SEL_213] (rows=115500 width=1436) Output:["_col0"] - Filter Operator [FIL_202] (rows=115500 width=1436) + Filter Operator [FIL_212] (rows=115500 width=1436) predicate:((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null) TableScan [TS_46] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"] @@ -325,55 +325,55 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_178] (rows=475191764 width=135) - Conds:Union 16._col0=RS_201._col0(Inner),Output:["_col1","_col2"] + Conds:Union 16._col0=RS_211._col0(Inner),Output:["_col1","_col2"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_201] + SHUFFLE [RS_211] PartitionCols:_col0 - Select Operator [SEL_200] (rows=18262 width=1119) + Select Operator [SEL_210] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_199] (rows=18262 width=1119) + Filter Operator [FIL_209] (rows=18262 width=1119) predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_43] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Union 16 [SIMPLE_EDGE] <-Map 15 [CONTAINS] vectorized - Reduce Output Operator [RS_252] + Reduce Output Operator [RS_262] PartitionCols:_col0 - Select Operator [SEL_251] (rows=287989836 width=135) + Select Operator [SEL_261] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_250] (rows=287989836 width=135) + Filter Operator [FIL_260] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) - TableScan [TS_35] (rows=287989836 width=135) + TableScan [TS_187] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] <-Map 21 [CONTAINS] vectorized - Reduce Output Operator [RS_255] + Reduce Output Operator [RS_265] PartitionCols:_col0 - Select Operator [SEL_254] (rows=144002668 width=135) + Select Operator [SEL_264] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_253] (rows=144002668 width=135) + Filter Operator [FIL_263] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) - TableScan [TS_38] (rows=144002668 width=135) + TableScan [TS_192] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_99] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_176] (rows=633595212 width=88) - Conds:RS_189._col0=RS_192._col0(Inner),Output:["_col1","_col2","_col4"] + Conds:RS_199._col0=RS_202._col0(Inner),Output:["_col1","_col2","_col4"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_189] + SHUFFLE [RS_199] PartitionCols:_col0 - Select Operator [SEL_188] (rows=575995635 width=88) + Select Operator [SEL_198] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_187] (rows=575995635 width=88) + Filter Operator [FIL_197] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_23] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_192] + SHUFFLE [RS_202] PartitionCols:_col0 - Select Operator [SEL_191] (rows=73049 width=1119) + Select Operator [SEL_201] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_190] (rows=73049 width=1119) + Filter Operator [FIL_200] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_26] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] diff --git ql/src/test/results/clientpositive/perf/tez/query56.q.out ql/src/test/results/clientpositive/perf/tez/query56.q.out index 80514cf8ba..13657a8646 100644 --- ql/src/test/results/clientpositive/perf/tez/query56.q.out +++ ql/src/test/results/clientpositive/perf/tez/query56.q.out @@ -157,22 +157,22 @@ Stage-0 limit:100 Stage-1 Reducer 7 vectorized - File Output Operator [FS_214] - Limit [LIM_213] (rows=100 width=108) + File Output Operator [FS_226] + Limit [LIM_225] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_212] (rows=335408073 width=108) + Select Operator [SEL_224] (rows=335408073 width=108) Output:["_col0","_col1"] <-Reducer 6 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_211] - Group By Operator [GBY_210] (rows=335408073 width=108) + SHUFFLE [RS_223] + Group By Operator [GBY_222] (rows=335408073 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] vectorized - Reduce Output Operator [RS_226] + Reduce Output Operator [RS_238] PartitionCols:_col0 - Group By Operator [GBY_225] (rows=670816147 width=108) + Group By Operator [GBY_237] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_224] (rows=95833781 width=135) + Group By Operator [GBY_236] (rows=95833781 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_109] @@ -185,29 +185,29 @@ Stage-0 SHUFFLE [RS_104] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436) - Conds:RS_187._col1=RS_193._col0(Inner),Output:["_col0","_col1"] + Conds:RS_199._col1=RS_205._col0(Inner),Output:["_col0","_col1"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_187] + SHUFFLE [RS_199] PartitionCols:_col1 - Select Operator [SEL_186] (rows=462000 width=1436) + Select Operator [SEL_198] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_185] (rows=462000 width=1436) + Filter Operator [FIL_197] (rows=462000 width=1436) predicate:(i_item_id is not null and i_item_sk is not null) TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_193] + FORWARD [RS_205] PartitionCols:_col0 - Group By Operator [GBY_192] (rows=115500 width=1436) + Group By Operator [GBY_204] (rows=115500 width=1436) Output:["_col0"],keys:KEY._col0 <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_191] + SHUFFLE [RS_203] PartitionCols:_col0 - Group By Operator [GBY_190] (rows=231000 width=1436) + Group By Operator [GBY_202] (rows=231000 width=1436) Output:["_col0"],keys:i_item_id - Select Operator [SEL_189] (rows=231000 width=1436) + Select Operator [SEL_201] (rows=231000 width=1436) Output:["i_item_id"] - Filter Operator [FIL_188] (rows=231000 width=1436) + Filter Operator [FIL_200] (rows=231000 width=1436) predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_color"] @@ -217,13 +217,13 @@ Stage-0 Select Operator [SEL_100] (rows=174243235 width=135) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135) - Conds:RS_97._col2=RS_206._col0(Inner),Output:["_col1","_col3"] + Conds:RS_97._col2=RS_218._col0(Inner),Output:["_col1","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_206] + SHUFFLE [RS_218] PartitionCols:_col0 - Select Operator [SEL_203] (rows=20000000 width=1014) + Select Operator [SEL_215] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_202] (rows=20000000 width=1014) + Filter Operator [FIL_214] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -8) and ca_address_sk is not null) TableScan [TS_16] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -231,31 +231,31 @@ Stage-0 SHUFFLE [RS_97] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135) - Conds:RS_223._col0=RS_201._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_235._col0=RS_213._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_201] + SHUFFLE [RS_213] PartitionCols:_col0 - Select Operator [SEL_198] (rows=18262 width=1119) + Select Operator [SEL_210] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_197] (rows=18262 width=1119) + Filter Operator [FIL_209] (rows=18262 width=1119) predicate:((d_moy = 1) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_223] + SHUFFLE [RS_235] PartitionCols:_col0 - Select Operator [SEL_222] (rows=144002668 width=135) + Select Operator [SEL_234] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_221] (rows=144002668 width=135) + Filter Operator [FIL_233] (rows=144002668 width=135) predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_85] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"] <-Reducer 4 [CONTAINS] vectorized - Reduce Output Operator [RS_209] + Reduce Output Operator [RS_221] PartitionCols:_col0 - Group By Operator [GBY_208] (rows=670816147 width=108) + Group By Operator [GBY_220] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_207] (rows=383325119 width=88) + Group By Operator [GBY_219] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -274,35 +274,35 @@ Stage-0 Select Operator [SEL_25] (rows=696954748 width=88) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88) - Conds:RS_22._col2=RS_204._col0(Inner),Output:["_col1","_col3"] + Conds:RS_22._col2=RS_216._col0(Inner),Output:["_col1","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_204] + SHUFFLE [RS_216] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_203] + Please refer to the previous Select Operator [SEL_215] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88) - Conds:RS_196._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_208._col0=RS_211._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_199] + SHUFFLE [RS_211] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_198] + Please refer to the previous Select Operator [SEL_210] <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_196] + SHUFFLE [RS_208] PartitionCols:_col0 - Select Operator [SEL_195] (rows=575995635 width=88) + Select Operator [SEL_207] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_194] (rows=575995635 width=88) + Filter Operator [FIL_206] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_10] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] <-Reducer 9 [CONTAINS] vectorized - Reduce Output Operator [RS_220] + Reduce Output Operator [RS_232] PartitionCols:_col0 - Group By Operator [GBY_219] (rows=670816147 width=108) + Group By Operator [GBY_231] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_218] (rows=191657247 width=135) + Group By Operator [GBY_230] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_71] @@ -321,26 +321,26 @@ Stage-0 Select Operator [SEL_62] (rows=348467716 width=135) Output:["_col4","_col5"] Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135) - Conds:RS_59._col1=RS_205._col0(Inner),Output:["_col2","_col3"] + Conds:RS_59._col1=RS_217._col0(Inner),Output:["_col2","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_205] + SHUFFLE [RS_217] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_203] + Please refer to the previous Select Operator [SEL_215] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135) - Conds:RS_217._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_229._col0=RS_212._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_200] + SHUFFLE [RS_212] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_198] + Please refer to the previous Select Operator [SEL_210] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_217] + SHUFFLE [RS_229] PartitionCols:_col0 - Select Operator [SEL_216] (rows=287989836 width=135) + Select Operator [SEL_228] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_215] (rows=287989836 width=135) + Filter Operator [FIL_227] (rows=287989836 width=135) predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_47] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query60.q.out ql/src/test/results/clientpositive/perf/tez/query60.q.out index 0e3aed8f1f..515d5e0fc0 100644 --- ql/src/test/results/clientpositive/perf/tez/query60.q.out +++ ql/src/test/results/clientpositive/perf/tez/query60.q.out @@ -177,22 +177,22 @@ Stage-0 limit:100 Stage-1 Reducer 7 vectorized - File Output Operator [FS_214] - Limit [LIM_213] (rows=100 width=108) + File Output Operator [FS_226] + Limit [LIM_225] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_212] (rows=335408073 width=108) + Select Operator [SEL_224] (rows=335408073 width=108) Output:["_col0","_col1"] <-Reducer 6 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_211] - Group By Operator [GBY_210] (rows=335408073 width=108) + SHUFFLE [RS_223] + Group By Operator [GBY_222] (rows=335408073 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] vectorized - Reduce Output Operator [RS_226] + Reduce Output Operator [RS_238] PartitionCols:_col0 - Group By Operator [GBY_225] (rows=670816147 width=108) + Group By Operator [GBY_237] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_224] (rows=95833781 width=135) + Group By Operator [GBY_236] (rows=95833781 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_109] @@ -205,29 +205,29 @@ Stage-0 SHUFFLE [RS_104] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436) - Conds:RS_187._col1=RS_193._col0(Inner),Output:["_col0","_col1"] + Conds:RS_199._col1=RS_205._col0(Inner),Output:["_col0","_col1"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_187] + SHUFFLE [RS_199] PartitionCols:_col1 - Select Operator [SEL_186] (rows=462000 width=1436) + Select Operator [SEL_198] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_185] (rows=462000 width=1436) + Filter Operator [FIL_197] (rows=462000 width=1436) predicate:(i_item_id is not null and i_item_sk is not null) TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_193] + FORWARD [RS_205] PartitionCols:_col0 - Group By Operator [GBY_192] (rows=115500 width=1436) + Group By Operator [GBY_204] (rows=115500 width=1436) Output:["_col0"],keys:KEY._col0 <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_191] + SHUFFLE [RS_203] PartitionCols:_col0 - Group By Operator [GBY_190] (rows=231000 width=1436) + Group By Operator [GBY_202] (rows=231000 width=1436) Output:["_col0"],keys:i_item_id - Select Operator [SEL_189] (rows=231000 width=1436) + Select Operator [SEL_201] (rows=231000 width=1436) Output:["i_item_id"] - Filter Operator [FIL_188] (rows=231000 width=1436) + Filter Operator [FIL_200] (rows=231000 width=1436) predicate:((i_category = 'Children') and i_item_id is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_category"] @@ -237,13 +237,13 @@ Stage-0 Select Operator [SEL_100] (rows=174243235 width=135) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135) - Conds:RS_97._col2=RS_206._col0(Inner),Output:["_col1","_col3"] + Conds:RS_97._col2=RS_218._col0(Inner),Output:["_col1","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_206] + SHUFFLE [RS_218] PartitionCols:_col0 - Select Operator [SEL_203] (rows=20000000 width=1014) + Select Operator [SEL_215] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_202] (rows=20000000 width=1014) + Filter Operator [FIL_214] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -6) and ca_address_sk is not null) TableScan [TS_16] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -251,31 +251,31 @@ Stage-0 SHUFFLE [RS_97] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135) - Conds:RS_223._col0=RS_201._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_235._col0=RS_213._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_201] + SHUFFLE [RS_213] PartitionCols:_col0 - Select Operator [SEL_198] (rows=18262 width=1119) + Select Operator [SEL_210] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_197] (rows=18262 width=1119) + Filter Operator [FIL_209] (rows=18262 width=1119) predicate:((d_moy = 9) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_223] + SHUFFLE [RS_235] PartitionCols:_col0 - Select Operator [SEL_222] (rows=144002668 width=135) + Select Operator [SEL_234] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_221] (rows=144002668 width=135) + Filter Operator [FIL_233] (rows=144002668 width=135) predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_85] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"] <-Reducer 4 [CONTAINS] vectorized - Reduce Output Operator [RS_209] + Reduce Output Operator [RS_221] PartitionCols:_col0 - Group By Operator [GBY_208] (rows=670816147 width=108) + Group By Operator [GBY_220] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_207] (rows=383325119 width=88) + Group By Operator [GBY_219] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -294,35 +294,35 @@ Stage-0 Select Operator [SEL_25] (rows=696954748 width=88) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88) - Conds:RS_22._col2=RS_204._col0(Inner),Output:["_col1","_col3"] + Conds:RS_22._col2=RS_216._col0(Inner),Output:["_col1","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_204] + SHUFFLE [RS_216] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_203] + Please refer to the previous Select Operator [SEL_215] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88) - Conds:RS_196._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_208._col0=RS_211._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_199] + SHUFFLE [RS_211] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_198] + Please refer to the previous Select Operator [SEL_210] <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_196] + SHUFFLE [RS_208] PartitionCols:_col0 - Select Operator [SEL_195] (rows=575995635 width=88) + Select Operator [SEL_207] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_194] (rows=575995635 width=88) + Filter Operator [FIL_206] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_10] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] <-Reducer 9 [CONTAINS] vectorized - Reduce Output Operator [RS_220] + Reduce Output Operator [RS_232] PartitionCols:_col0 - Group By Operator [GBY_219] (rows=670816147 width=108) + Group By Operator [GBY_231] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_218] (rows=191657247 width=135) + Group By Operator [GBY_230] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_71] @@ -341,26 +341,26 @@ Stage-0 Select Operator [SEL_62] (rows=348467716 width=135) Output:["_col4","_col5"] Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135) - Conds:RS_59._col1=RS_205._col0(Inner),Output:["_col2","_col3"] + Conds:RS_59._col1=RS_217._col0(Inner),Output:["_col2","_col3"] <-Map 22 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_205] + SHUFFLE [RS_217] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_203] + Please refer to the previous Select Operator [SEL_215] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135) - Conds:RS_217._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_229._col0=RS_212._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_200] + SHUFFLE [RS_212] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_198] + Please refer to the previous Select Operator [SEL_210] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_217] + SHUFFLE [RS_229] PartitionCols:_col0 - Select Operator [SEL_216] (rows=287989836 width=135) + Select Operator [SEL_228] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_215] (rows=287989836 width=135) + Filter Operator [FIL_227] (rows=287989836 width=135) predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_47] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query66.q.out ql/src/test/results/clientpositive/perf/tez/query66.q.out index ab31c06f23..97c16365d4 100644 --- ql/src/test/results/clientpositive/perf/tez/query66.q.out +++ ql/src/test/results/clientpositive/perf/tez/query66.q.out @@ -461,26 +461,26 @@ Stage-0 limit:-1 Stage-1 Reducer 9 vectorized - File Output Operator [FS_152] - Select Operator [SEL_151] (rows=100 width=135) + File Output Operator [FS_162] + Select Operator [SEL_161] (rows=100 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"] - Limit [LIM_150] (rows=100 width=135) + Limit [LIM_160] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_149] (rows=158120068 width=135) + Select Operator [SEL_159] (rows=158120068 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"] <-Reducer 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_148] - Group By Operator [GBY_147] (rows=158120068 width=135) + SHUFFLE [RS_158] + Group By Operator [GBY_157] (rows=158120068 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)","sum(VALUE._col24)","sum(VALUE._col25)","sum(VALUE._col26)","sum(VALUE._col27)","sum(VALUE._col28)","sum(VALUE._col29)","sum(VALUE._col30)","sum(VALUE._col31)","sum(VALUE._col32)","sum(VALUE._col33)","sum(VALUE._col34)","sum(VALUE._col35)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 7 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] vectorized - Reduce Output Operator [RS_159] + Reduce Output Operator [RS_169] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_158] (rows=316240137 width=135) + Group By Operator [GBY_168] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_157] (rows=316240137 width=135) + Select Operator [SEL_167] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"] - Group By Operator [GBY_156] (rows=210822976 width=135) + Group By Operator [GBY_166] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -490,13 +490,13 @@ Stage-0 Select Operator [SEL_60] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"] Merge Join Operator [MERGEJOIN_123] (rows=421645953 width=135) - Conds:RS_57._col3=RS_142._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] + Conds:RS_57._col3=RS_152._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_142] + SHUFFLE [RS_152] PartitionCols:_col0 - Select Operator [SEL_140] (rows=27 width=1029) + Select Operator [SEL_150] (rows=27 width=1029) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_139] (rows=27 width=1029) + Filter Operator [FIL_149] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_12] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"] @@ -504,13 +504,13 @@ Stage-0 SHUFFLE [RS_57] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_122] (rows=383314495 width=135) - Conds:RS_54._col2=RS_138._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] + Conds:RS_54._col2=RS_148._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_138] + SHUFFLE [RS_148] PartitionCols:_col0 - Select Operator [SEL_136] (rows=1 width=0) + Select Operator [SEL_146] (rows=1 width=0) Output:["_col0"] - Filter Operator [FIL_135] (rows=1 width=0) + Filter Operator [FIL_145] (rows=1 width=0) predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null) TableScan [TS_9] (rows=1 width=0) default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"] @@ -518,13 +518,13 @@ Stage-0 SHUFFLE [RS_54] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_121] (rows=348467716 width=135) - Conds:RS_51._col0=RS_134._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] + Conds:RS_51._col0=RS_144._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_134] + SHUFFLE [RS_144] PartitionCols:_col0 - Select Operator [SEL_132] (rows=36524 width=1119) + Select Operator [SEL_142] (rows=36524 width=1119) Output:["_col0","_col2"] - Filter Operator [FIL_131] (rows=36524 width=1119) + Filter Operator [FIL_141] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] @@ -532,33 +532,33 @@ Stage-0 SHUFFLE [RS_51] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_120] (rows=316788826 width=135) - Conds:RS_155._col1=RS_130._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] + Conds:RS_165._col1=RS_140._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_130] + SHUFFLE [RS_140] PartitionCols:_col0 - Select Operator [SEL_128] (rows=9600 width=471) + Select Operator [SEL_138] (rows=9600 width=471) Output:["_col0"] - Filter Operator [FIL_127] (rows=9600 width=471) + Filter Operator [FIL_137] (rows=9600 width=471) predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null) TableScan [TS_3] (rows=86400 width=471) default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"] <-Map 19 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_155] + SHUFFLE [RS_165] PartitionCols:_col1 - Select Operator [SEL_154] (rows=287989836 width=135) + Select Operator [SEL_164] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_153] (rows=287989836 width=135) + Filter Operator [FIL_163] (rows=287989836 width=135) predicate:(cs_ship_mode_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_warehouse_sk is not null) TableScan [TS_33] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"] <-Reducer 6 [CONTAINS] vectorized - Reduce Output Operator [RS_146] + Reduce Output Operator [RS_156] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_145] (rows=316240137 width=135) + Group By Operator [GBY_155] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_144] (rows=316240137 width=135) + Select Operator [SEL_154] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"] - Group By Operator [GBY_143] (rows=105417161 width=135) + Group By Operator [GBY_153] (rows=105417161 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -568,44 +568,44 @@ Stage-0 Select Operator [SEL_27] (rows=210834322 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"] Merge Join Operator [MERGEJOIN_119] (rows=210834322 width=135) - Conds:RS_24._col3=RS_141._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] + Conds:RS_24._col3=RS_151._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_141] + SHUFFLE [RS_151] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_140] + Please refer to the previous Select Operator [SEL_150] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_118] (rows=191667562 width=135) - Conds:RS_21._col2=RS_137._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] + Conds:RS_21._col2=RS_147._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_137] + SHUFFLE [RS_147] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_136] + Please refer to the previous Select Operator [SEL_146] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_117] (rows=174243235 width=135) - Conds:RS_18._col0=RS_133._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] + Conds:RS_18._col0=RS_143._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_133] + SHUFFLE [RS_143] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_132] + Please refer to the previous Select Operator [SEL_142] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_116] (rows=158402938 width=135) - Conds:RS_126._col1=RS_129._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] + Conds:RS_136._col1=RS_139._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_129] + SHUFFLE [RS_139] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_128] + Please refer to the previous Select Operator [SEL_138] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_126] + SHUFFLE [RS_136] PartitionCols:_col1 - Select Operator [SEL_125] (rows=144002668 width=135) + Select Operator [SEL_135] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_124] (rows=144002668 width=135) + Filter Operator [FIL_134] (rows=144002668 width=135) predicate:(ws_ship_mode_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_warehouse_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"] diff --git ql/src/test/results/clientpositive/perf/tez/query71.q.out ql/src/test/results/clientpositive/perf/tez/query71.q.out index c46c6dbc5f..76188266b2 100644 --- ql/src/test/results/clientpositive/perf/tez/query71.q.out +++ ql/src/test/results/clientpositive/perf/tez/query71.q.out @@ -90,14 +90,14 @@ Stage-0 limit:-1 Stage-1 Reducer 7 vectorized - File Output Operator [FS_103] - Select Operator [SEL_102] (rows=670816149 width=108) + File Output Operator [FS_115] + Select Operator [SEL_114] (rows=670816149 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 6 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_101] - Select Operator [SEL_100] (rows=670816149 width=108) + SHUFFLE [RS_113] + Select Operator [SEL_112] (rows=670816149 width=108) Output:["_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_99] (rows=670816149 width=108) + Group By Operator [GBY_111] (rows=670816149 width=108) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_46] @@ -105,13 +105,13 @@ Stage-0 Group By Operator [GBY_45] (rows=1341632299 width=108) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col8, _col9, _col5 Merge Join Operator [MERGEJOIN_86] (rows=1341632299 width=108) - Conds:RS_41._col2=RS_98._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"] + Conds:RS_41._col2=RS_110._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_98] + SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_97] (rows=86400 width=471) + Select Operator [SEL_109] (rows=86400 width=471) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_96] (rows=86400 width=471) + Filter Operator [FIL_108] (rows=86400 width=471) predicate:(((t_meal_time = 'breakfast') or (t_meal_time = 'dinner')) and t_time_sk is not null) TableScan [TS_35] (rows=86400 width=471) default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute","t_meal_time"] @@ -119,89 +119,89 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_85] (rows=1219665700 width=108) - Conds:Union 3._col1=RS_95._col0(Inner),Output:["_col0","_col2","_col4","_col5"] + Conds:Union 3._col1=RS_107._col0(Inner),Output:["_col0","_col2","_col4","_col5"] <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_95] + SHUFFLE [RS_107] PartitionCols:_col0 - Select Operator [SEL_94] (rows=231000 width=1436) + Select Operator [SEL_106] (rows=231000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_93] (rows=231000 width=1436) + Filter Operator [FIL_105] (rows=231000 width=1436) predicate:((i_manager_id = 1) and i_item_sk is not null) TableScan [TS_32] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"] <-Union 3 [SIMPLE_EDGE] <-Reducer 10 [CONTAINS] - Reduce Output Operator [RS_38] + Reduce Output Operator [RS_94] PartitionCols:_col1 - Select Operator [SEL_19] (rows=316788826 width=135) + Select Operator [SEL_92] (rows=316788826 width=135) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_83] (rows=316788826 width=135) - Conds:RS_106._col0=RS_109._col0(Inner),Output:["_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_91] (rows=316788826 width=135) + Conds:RS_118._col0=RS_121._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_109] + SHUFFLE [RS_121] PartitionCols:_col0 - Select Operator [SEL_108] (rows=18262 width=1119) + Select Operator [SEL_120] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_107] (rows=18262 width=1119) + Filter Operator [FIL_119] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_106] + SHUFFLE [RS_118] PartitionCols:_col0 - Select Operator [SEL_105] (rows=287989836 width=135) + Select Operator [SEL_117] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_104] (rows=287989836 width=135) + Filter Operator [FIL_116] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null) TableScan [TS_10] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"] <-Reducer 13 [CONTAINS] - Reduce Output Operator [RS_38] + Reduce Output Operator [RS_98] PartitionCols:_col1 - Select Operator [SEL_30] (rows=633595212 width=88) + Select Operator [SEL_96] (rows=633595212 width=88) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_84] (rows=633595212 width=88) - Conds:RS_112._col0=RS_115._col0(Inner),Output:["_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_95] (rows=633595212 width=88) + Conds:RS_124._col0=RS_127._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_112] + SHUFFLE [RS_124] PartitionCols:_col0 - Select Operator [SEL_111] (rows=575995635 width=88) + Select Operator [SEL_123] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_110] (rows=575995635 width=88) + Filter Operator [FIL_122] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_sold_time_sk is not null) TableScan [TS_21] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"] <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_115] + SHUFFLE [RS_127] PartitionCols:_col0 - Select Operator [SEL_114] (rows=18262 width=1119) + Select Operator [SEL_126] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_113] (rows=18262 width=1119) + Filter Operator [FIL_125] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) TableScan [TS_24] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Reducer 2 [CONTAINS] - Reduce Output Operator [RS_38] + Reduce Output Operator [RS_90] PartitionCols:_col1 - Select Operator [SEL_9] (rows=158402938 width=135) + Select Operator [SEL_88] (rows=158402938 width=135) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_82] (rows=158402938 width=135) - Conds:RS_89._col0=RS_92._col0(Inner),Output:["_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_87] (rows=158402938 width=135) + Conds:RS_101._col0=RS_104._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_89] + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_88] (rows=144002668 width=135) + Select Operator [SEL_100] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_87] (rows=144002668 width=135) + Filter Operator [FIL_99] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"] <-Map 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_92] + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_91] (rows=18262 width=1119) + Select Operator [SEL_103] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_90] (rows=18262 width=1119) + Filter Operator [FIL_102] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] diff --git ql/src/test/results/clientpositive/perf/tez/query75.q.out ql/src/test/results/clientpositive/perf/tez/query75.q.out index 2611dcef83..ffb2a9d8c7 100644 --- ql/src/test/results/clientpositive/perf/tez/query75.q.out +++ ql/src/test/results/clientpositive/perf/tez/query75.q.out @@ -169,12 +169,12 @@ Stage-0 limit:-1 Stage-1 Reducer 10 vectorized - File Output Operator [FS_325] - Select Operator [SEL_324] (rows=100 width=111) + File Output Operator [FS_363] + Select Operator [SEL_362] (rows=100 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Limit [LIM_323] (rows=100 width=111) + Limit [LIM_361] (rows=100 width=111) Number of rows:100 - Select Operator [SEL_322] (rows=70276244 width=111) + Select Operator [SEL_360] (rows=70276244 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_175] @@ -183,38 +183,38 @@ Stage-0 Filter Operator [FIL_173] (rows=70276244 width=111) predicate:((CAST( _col10 AS decimal(17,2)) / CAST( _col4 AS decimal(17,2))) < 0.9) Merge Join Operator [MERGEJOIN_282] (rows=210828734 width=111) - Conds:RS_318._col0, _col1, _col2, _col3=RS_321._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"] + Conds:RS_356._col0, _col1, _col2, _col3=RS_359._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"] <-Reducer 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_321] + SHUFFLE [RS_359] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_320] (rows=191662482 width=111) + Group By Operator [GBY_358] (rows=191662482 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3 - Group By Operator [GBY_319] (rows=383324964 width=111) + Group By Operator [GBY_357] (rows=383324964 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 16 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] vectorized - Reduce Output Operator [RS_328] + Reduce Output Operator [RS_366] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_327] (rows=766649929 width=111) + Group By Operator [GBY_365] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_326] (rows=574982367 width=103) + Group By Operator [GBY_364] (rows=574982367 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 14 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] - Reduce Output Operator [RS_133] + Reduce Output Operator [RS_296] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_132] (rows=1149964734 width=103) + Group By Operator [GBY_295] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_106] (rows=383314495 width=135) + Select Operator [SEL_293] (rows=383314495 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_275] (rows=383314495 width=135) - Conds:RS_103._col1, _col2=RS_312._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_292] (rows=383314495 width=135) + Conds:RS_103._col1, _col2=RS_350._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 32 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_312] + SHUFFLE [RS_350] PartitionCols:_col0, _col1 - Select Operator [SEL_310] (rows=28798881 width=106) + Select Operator [SEL_348] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_309] (rows=28798881 width=106) + Filter Operator [FIL_347] (rows=28798881 width=106) predicate:cr_item_sk is not null TableScan [TS_9] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] @@ -222,13 +222,13 @@ Stage-0 SHUFFLE [RS_103] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_274] (rows=348467716 width=135) - Conds:RS_100._col1=RS_306._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_100._col1=RS_344._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_306] + SHUFFLE [RS_344] PartitionCols:_col0 - Select Operator [SEL_302] (rows=231000 width=1436) + Select Operator [SEL_340] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3","_col5"] - Filter Operator [FIL_301] (rows=231000 width=1436) + Filter Operator [FIL_339] (rows=231000 width=1436) predicate:((i_category = 'Sports') and i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null and i_manufact_id is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"] @@ -236,40 +236,40 @@ Stage-0 SHUFFLE [RS_100] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_273] (rows=316788826 width=135) - Conds:RS_286._col0=RS_298._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_324._col0=RS_336._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_298] + SHUFFLE [RS_336] PartitionCols:_col0 - Select Operator [SEL_292] (rows=36524 width=1119) + Select Operator [SEL_330] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_288] (rows=36524 width=1119) + Filter Operator [FIL_326] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_286] + SHUFFLE [RS_324] PartitionCols:_col0 - Select Operator [SEL_284] (rows=287989836 width=135) + Select Operator [SEL_322] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_283] (rows=287989836 width=135) + Filter Operator [FIL_321] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"] <-Reducer 27 [CONTAINS] - Reduce Output Operator [RS_133] + Reduce Output Operator [RS_315] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_132] (rows=1149964734 width=103) + Group By Operator [GBY_314] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_128] (rows=766650239 width=88) + Select Operator [SEL_312] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_278] (rows=766650239 width=88) - Conds:RS_125._col1, _col2=RS_336._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_311] (rows=766650239 width=88) + Conds:RS_125._col1, _col2=RS_374._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 34 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_336] + SHUFFLE [RS_374] PartitionCols:_col0, _col1 - Select Operator [SEL_334] (rows=57591150 width=77) + Select Operator [SEL_372] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_333] (rows=57591150 width=77) + Filter Operator [FIL_371] (rows=57591150 width=77) predicate:sr_item_sk is not null TableScan [TS_31] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] @@ -277,48 +277,48 @@ Stage-0 SHUFFLE [RS_125] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_277] (rows=696954748 width=88) - Conds:RS_122._col1=RS_307._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_122._col1=RS_345._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_307] + SHUFFLE [RS_345] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_122] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_276] (rows=633595212 width=88) - Conds:RS_332._col0=RS_299._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_370._col0=RS_337._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_299] + SHUFFLE [RS_337] PartitionCols:_col0 - Select Operator [SEL_293] (rows=36524 width=1119) + Select Operator [SEL_331] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_289] (rows=36524 width=1119) + Filter Operator [FIL_327] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Map 33 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_332] + SHUFFLE [RS_370] PartitionCols:_col0 - Select Operator [SEL_330] (rows=575995635 width=88) + Select Operator [SEL_368] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_329] (rows=575995635 width=88) + Filter Operator [FIL_367] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_22] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"] <-Reducer 30 [CONTAINS] - Reduce Output Operator [RS_162] + Reduce Output Operator [RS_320] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_161] (rows=766649929 width=111) + Group By Operator [GBY_319] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_157] (rows=191667562 width=135) + Select Operator [SEL_317] (rows=191667562 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_281] (rows=191667562 width=135) - Conds:RS_154._col1, _col2=RS_344._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_316] (rows=191667562 width=135) + Conds:RS_154._col1, _col2=RS_382._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 36 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_344] + SHUFFLE [RS_382] PartitionCols:_col0, _col1 - Select Operator [SEL_342] (rows=14398467 width=92) + Select Operator [SEL_380] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_341] (rows=14398467 width=92) + Filter Operator [FIL_379] (rows=14398467 width=92) predicate:wr_item_sk is not null TableScan [TS_60] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] @@ -326,156 +326,156 @@ Stage-0 SHUFFLE [RS_154] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_280] (rows=174243235 width=135) - Conds:RS_151._col1=RS_308._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_151._col1=RS_346._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_308] + SHUFFLE [RS_346] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_151] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_279] (rows=158402938 width=135) - Conds:RS_340._col0=RS_300._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_378._col0=RS_338._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_300] + SHUFFLE [RS_338] PartitionCols:_col0 - Select Operator [SEL_294] (rows=36524 width=1119) + Select Operator [SEL_332] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_290] (rows=36524 width=1119) + Filter Operator [FIL_328] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_340] + SHUFFLE [RS_378] PartitionCols:_col0 - Select Operator [SEL_338] (rows=144002668 width=135) + Select Operator [SEL_376] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_337] (rows=144002668 width=135) + Filter Operator [FIL_375] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_51] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"] <-Reducer 8 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_318] + SHUFFLE [RS_356] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_317] (rows=191662482 width=111) + Group By Operator [GBY_355] (rows=191662482 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3 - Group By Operator [GBY_316] (rows=383324964 width=111) + Group By Operator [GBY_354] (rows=383324964 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 7 [SIMPLE_EDGE] <-Reducer 24 [CONTAINS] - Reduce Output Operator [RS_77] + Reduce Output Operator [RS_310] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_76] (rows=766649929 width=111) + Group By Operator [GBY_309] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_72] (rows=191667562 width=135) + Select Operator [SEL_307] (rows=191667562 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_272] (rows=191667562 width=135) - Conds:RS_69._col1, _col2=RS_343._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_306] (rows=191667562 width=135) + Conds:RS_69._col1, _col2=RS_381._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 36 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_343] + SHUFFLE [RS_381] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_342] + Please refer to the previous Select Operator [SEL_380] <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_271] (rows=174243235 width=135) - Conds:RS_66._col1=RS_305._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_66._col1=RS_343._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_305] + SHUFFLE [RS_343] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_66] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_270] (rows=158402938 width=135) - Conds:RS_339._col0=RS_297._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_377._col0=RS_335._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_297] + SHUFFLE [RS_335] PartitionCols:_col0 - Select Operator [SEL_291] (rows=36524 width=1119) + Select Operator [SEL_329] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_287] (rows=36524 width=1119) + Filter Operator [FIL_325] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Map 35 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_339] + SHUFFLE [RS_377] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_338] + Please refer to the previous Select Operator [SEL_376] <-Reducer 6 [CONTAINS] vectorized - Reduce Output Operator [RS_315] + Reduce Output Operator [RS_353] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_314] (rows=766649929 width=111) + Group By Operator [GBY_352] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_313] (rows=574982367 width=103) + Group By Operator [GBY_351] (rows=574982367 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 5 [SIMPLE_EDGE] <-Reducer 21 [CONTAINS] - Reduce Output Operator [RS_48] + Reduce Output Operator [RS_305] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_47] (rows=1149964734 width=103) + Group By Operator [GBY_304] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_43] (rows=766650239 width=88) + Select Operator [SEL_302] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_269] (rows=766650239 width=88) - Conds:RS_40._col1, _col2=RS_335._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_301] (rows=766650239 width=88) + Conds:RS_40._col1, _col2=RS_373._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 34 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_335] + SHUFFLE [RS_373] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_334] + Please refer to the previous Select Operator [SEL_372] <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_268] (rows=696954748 width=88) - Conds:RS_37._col1=RS_304._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_37._col1=RS_342._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_304] + SHUFFLE [RS_342] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_267] (rows=633595212 width=88) - Conds:RS_331._col0=RS_296._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_369._col0=RS_334._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_296] + SHUFFLE [RS_334] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_291] + Please refer to the previous Select Operator [SEL_329] <-Map 33 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_331] + SHUFFLE [RS_369] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_330] + Please refer to the previous Select Operator [SEL_368] <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_48] + Reduce Output Operator [RS_287] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_47] (rows=1149964734 width=103) + Group By Operator [GBY_286] (rows=1149964734 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_21] (rows=383314495 width=135) + Select Operator [SEL_284] (rows=383314495 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_266] (rows=383314495 width=135) - Conds:RS_18._col1, _col2=RS_311._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + Merge Join Operator [MERGEJOIN_283] (rows=383314495 width=135) + Conds:RS_18._col1, _col2=RS_349._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] <-Map 32 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_311] + SHUFFLE [RS_349] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_310] + Please refer to the previous Select Operator [SEL_348] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_265] (rows=348467716 width=135) - Conds:RS_15._col1=RS_303._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + Conds:RS_15._col1=RS_341._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_303] + SHUFFLE [RS_341] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_302] + Please refer to the previous Select Operator [SEL_340] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135) - Conds:RS_285._col0=RS_295._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + Conds:RS_323._col0=RS_333._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_295] + SHUFFLE [RS_333] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_291] + Please refer to the previous Select Operator [SEL_329] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_285] + SHUFFLE [RS_323] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_284] + Please refer to the previous Select Operator [SEL_322] diff --git ql/src/test/results/clientpositive/perf/tez/query76.q.out ql/src/test/results/clientpositive/perf/tez/query76.q.out index 2f89ba51d9..fca3bd76b8 100644 --- ql/src/test/results/clientpositive/perf/tez/query76.q.out +++ ql/src/test/results/clientpositive/perf/tez/query76.q.out @@ -61,31 +61,31 @@ Stage-0 limit:100 Stage-1 Reducer 6 vectorized - File Output Operator [FS_104] - Limit [LIM_103] (rows=100 width=108) + File Output Operator [FS_119] + Limit [LIM_118] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_102] (rows=304916424 width=108) + Select Operator [SEL_117] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_101] - Group By Operator [GBY_100] (rows=304916424 width=108) + SHUFFLE [RS_116] + Group By Operator [GBY_115] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 4 [SIMPLE_EDGE] <-Reducer 10 [CONTAINS] - Reduce Output Operator [RS_52] + Reduce Output Operator [RS_103] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_51] (rows=609832848 width=108) + Group By Operator [GBY_102] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_48] (rows=174233858 width=135) + Select Operator [SEL_100] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_88] (rows=174233858 width=135) - Conds:RS_45._col0=RS_116._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + Merge Join Operator [MERGEJOIN_99] (rows=174233858 width=135) + Conds:RS_45._col0=RS_131._col0(Inner),Output:["_col3","_col5","_col7","_col8"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_116] + SHUFFLE [RS_131] PartitionCols:_col0 - Select Operator [SEL_115] (rows=73049 width=1119) + Select Operator [SEL_130] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_114] (rows=73049 width=1119) + Filter Operator [FIL_129] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_39] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -93,40 +93,40 @@ Stage-0 SHUFFLE [RS_45] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_87] (rows=158394413 width=135) - Conds:RS_113._col2=RS_93._col0(Inner),Output:["_col0","_col3","_col5"] + Conds:RS_128._col2=RS_108._col0(Inner),Output:["_col0","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_93] + SHUFFLE [RS_108] PartitionCols:_col0 - Select Operator [SEL_90] (rows=462000 width=1436) + Select Operator [SEL_105] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_89] (rows=462000 width=1436) + Filter Operator [FIL_104] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"] <-Map 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_113] + SHUFFLE [RS_128] PartitionCols:_col2 - Select Operator [SEL_112] (rows=143994918 width=135) + Select Operator [SEL_127] (rows=143994918 width=135) Output:["_col0","_col2","_col3"] - Filter Operator [FIL_111] (rows=143994918 width=135) + Filter Operator [FIL_126] (rows=143994918 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is null) TableScan [TS_33] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"] <-Reducer 3 [CONTAINS] - Reduce Output Operator [RS_52] + Reduce Output Operator [RS_93] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_51] (rows=609832848 width=108) + Group By Operator [GBY_92] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_15] (rows=348477373 width=88) + Select Operator [SEL_90] (rows=348477373 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_84] (rows=348477373 width=88) - Conds:RS_12._col2=RS_99._col0(Inner),Output:["_col1","_col5","_col7","_col8"] + Merge Join Operator [MERGEJOIN_89] (rows=348477373 width=88) + Conds:RS_12._col2=RS_114._col0(Inner),Output:["_col1","_col5","_col7","_col8"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_99] + SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_98] (rows=73049 width=1119) + Select Operator [SEL_113] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_97] (rows=73049 width=1119) + Filter Operator [FIL_112] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -134,35 +134,35 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_83] (rows=316797605 width=88) - Conds:RS_91._col0=RS_96._col1(Inner),Output:["_col1","_col2","_col5"] + Conds:RS_106._col0=RS_111._col1(Inner),Output:["_col1","_col2","_col5"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_91] + SHUFFLE [RS_106] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_90] + Please refer to the previous Select Operator [SEL_105] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_96] + SHUFFLE [RS_111] PartitionCols:_col1 - Select Operator [SEL_95] (rows=287997817 width=88) + Select Operator [SEL_110] (rows=287997817 width=88) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_94] (rows=287997817 width=88) + Filter Operator [FIL_109] (rows=287997817 width=88) predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] <-Reducer 8 [CONTAINS] - Reduce Output Operator [RS_52] + Reduce Output Operator [RS_98] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_51] (rows=609832848 width=108) + Group By Operator [GBY_97] (rows=609832848 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count()","sum(_col5)"],keys:_col0, _col1, _col2, _col3, _col4 - Select Operator [SEL_31] (rows=87121617 width=135) + Select Operator [SEL_95] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_86] (rows=87121617 width=135) - Conds:RS_28._col0=RS_110._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + Merge Join Operator [MERGEJOIN_94] (rows=87121617 width=135) + Conds:RS_28._col0=RS_125._col0(Inner),Output:["_col3","_col5","_col7","_col8"] <-Map 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_110] + SHUFFLE [RS_125] PartitionCols:_col0 - Select Operator [SEL_109] (rows=73049 width=1119) + Select Operator [SEL_124] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_108] (rows=73049 width=1119) + Filter Operator [FIL_123] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_22] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -170,17 +170,17 @@ Stage-0 SHUFFLE [RS_28] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_85] (rows=79201469 width=135) - Conds:RS_107._col1=RS_92._col0(Inner),Output:["_col0","_col3","_col5"] + Conds:RS_122._col1=RS_107._col0(Inner),Output:["_col0","_col3","_col5"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_92] + SHUFFLE [RS_107] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_90] + Please refer to the previous Select Operator [SEL_105] <-Map 13 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_107] + SHUFFLE [RS_122] PartitionCols:_col1 - Select Operator [SEL_106] (rows=72001334 width=135) + Select Operator [SEL_121] (rows=72001334 width=135) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_105] (rows=72001334 width=135) + Filter Operator [FIL_120] (rows=72001334 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_web_page_sk is null) TableScan [TS_16] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query77.q.out ql/src/test/results/clientpositive/perf/tez/query77.q.out index d0017c25c7..66f3d08dc6 100644 --- ql/src/test/results/clientpositive/perf/tez/query77.q.out +++ ql/src/test/results/clientpositive/perf/tez/query77.q.out @@ -1,4 +1,4 @@ -Warning: Shuffle Join MERGEJOIN[188][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 15' is a cross product +Warning: Shuffle Join MERGEJOIN[195][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 15' is a cross product PREHOOK: query: explain with ss as (select s_store_sk, @@ -241,30 +241,30 @@ Stage-0 limit:100 Stage-1 Reducer 8 vectorized - File Output Operator [FS_217] - Limit [LIM_216] (rows=100 width=163) + File Output Operator [FS_232] + Limit [LIM_231] (rows=100 width=163) Number of rows:100 - Select Operator [SEL_215] (rows=956329968 width=163) + Select Operator [SEL_230] (rows=956329968 width=163) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_214] - Select Operator [SEL_213] (rows=956329968 width=163) + SHUFFLE [RS_229] + Select Operator [SEL_228] (rows=956329968 width=163) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_212] (rows=956329968 width=163) + Group By Operator [GBY_227] (rows=956329968 width=163) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 6 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_124] + Reduce Output Operator [RS_199] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_123] (rows=1912659936 width=163) + Group By Operator [GBY_198] (rows=1912659936 width=163) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_75] (rows=158394413 width=360) + Select Operator [SEL_196] (rows=158394413 width=360) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_188] (rows=158394413 width=360) + Merge Join Operator [MERGEJOIN_195] (rows=158394413 width=360) Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 14 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_222] - Group By Operator [GBY_221] (rows=158394413 width=135) + PARTITION_ONLY_SHUFFLE [RS_237] + Group By Operator [GBY_236] (rows=158394413 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -272,61 +272,61 @@ Stage-0 Group By Operator [GBY_54] (rows=316788826 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col1 Merge Join Operator [MERGEJOIN_181] (rows=316788826 width=135) - Conds:RS_220._col0=RS_197._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_235._col0=RS_212._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_197] + SHUFFLE [RS_212] PartitionCols:_col0 - Select Operator [SEL_194] (rows=8116 width=1119) + Select Operator [SEL_209] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_193] (rows=8116 width=1119) + Filter Operator [FIL_208] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] <-Map 27 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_220] + SHUFFLE [RS_235] PartitionCols:_col0 - Select Operator [SEL_219] (rows=287989836 width=135) + Select Operator [SEL_234] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_218] (rows=287989836 width=135) + Filter Operator [FIL_233] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_44] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_ext_sales_price","cs_net_profit"] <-Reducer 17 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_227] - Group By Operator [GBY_226] (rows=1 width=224) + PARTITION_ONLY_SHUFFLE [RS_242] + Group By Operator [GBY_241] (rows=1 width=224) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Reducer 16 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_69] Group By Operator [GBY_68] (rows=1 width=224) Output:["_col0","_col1"],aggregations:["sum(_col1)","sum(_col2)"] Merge Join Operator [MERGEJOIN_182] (rows=31678769 width=106) - Conds:RS_225._col0=RS_198._col0(Inner),Output:["_col1","_col2"] + Conds:RS_240._col0=RS_213._col0(Inner),Output:["_col1","_col2"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_198] + SHUFFLE [RS_213] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 28 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_225] + SHUFFLE [RS_240] PartitionCols:_col0 - Select Operator [SEL_224] (rows=28798881 width=106) + Select Operator [SEL_239] (rows=28798881 width=106) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_223] (rows=28798881 width=106) + Filter Operator [FIL_238] (rows=28798881 width=106) predicate:cr_returned_date_sk is not null TableScan [TS_58] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_return_amount","cr_net_loss"] <-Reducer 21 [CONTAINS] - Reduce Output Operator [RS_124] + Reduce Output Operator [RS_204] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_123] (rows=1912659936 width=163) + Group By Operator [GBY_203] (rows=1912659936 width=163) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_120] (rows=95833780 width=135) + Select Operator [SEL_201] (rows=95833780 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_189] (rows=95833780 width=135) - Conds:RS_236._col0=RS_241._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] + Merge Join Operator [MERGEJOIN_200] (rows=95833780 width=135) + Conds:RS_251._col0=RS_256._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] <-Reducer 20 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_236] + FORWARD [RS_251] PartitionCols:_col0 - Group By Operator [GBY_235] (rows=87121617 width=135) + Group By Operator [GBY_250] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_94] @@ -334,13 +334,13 @@ Stage-0 Group By Operator [GBY_93] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_184] (rows=174243235 width=135) - Conds:RS_89._col1=RS_233._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_89._col1=RS_248._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 30 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_233] + SHUFFLE [RS_248] PartitionCols:_col0 - Select Operator [SEL_232] (rows=4602 width=585) + Select Operator [SEL_247] (rows=4602 width=585) Output:["_col0"] - Filter Operator [FIL_231] (rows=4602 width=585) + Filter Operator [FIL_246] (rows=4602 width=585) predicate:wp_web_page_sk is not null TableScan [TS_83] (rows=4602 width=585) default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"] @@ -348,24 +348,24 @@ Stage-0 SHUFFLE [RS_89] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_183] (rows=158402938 width=135) - Conds:RS_230._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_245._col0=RS_214._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_199] + SHUFFLE [RS_214] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 29 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_230] + SHUFFLE [RS_245] PartitionCols:_col0 - Select Operator [SEL_229] (rows=144002668 width=135) + Select Operator [SEL_244] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_228] (rows=144002668 width=135) + Filter Operator [FIL_243] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_web_page_sk is not null) TableScan [TS_77] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_web_page_sk","ws_ext_sales_price","ws_net_profit"] <-Reducer 24 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_241] + FORWARD [RS_256] PartitionCols:_col0 - Group By Operator [GBY_240] (rows=8711072 width=92) + Group By Operator [GBY_255] (rows=8711072 width=92) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_114] @@ -373,42 +373,42 @@ Stage-0 Group By Operator [GBY_113] (rows=17422145 width=92) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_186] (rows=17422145 width=92) - Conds:RS_109._col1=RS_234._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_109._col1=RS_249._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 30 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_234] + SHUFFLE [RS_249] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_232] + Please refer to the previous Select Operator [SEL_247] <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_109] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_185] (rows=15838314 width=92) - Conds:RS_239._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_254._col0=RS_215._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_200] + SHUFFLE [RS_215] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 31 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_239] + SHUFFLE [RS_254] PartitionCols:_col0 - Select Operator [SEL_238] (rows=14398467 width=92) + Select Operator [SEL_253] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_237] (rows=14398467 width=92) + Filter Operator [FIL_252] (rows=14398467 width=92) predicate:(wr_returned_date_sk is not null and wr_web_page_sk is not null) TableScan [TS_97] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_web_page_sk","wr_return_amt","wr_net_loss"] <-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_124] + Reduce Output Operator [RS_194] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_123] (rows=1912659936 width=163) + Group By Operator [GBY_193] (rows=1912659936 width=163) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_43] (rows=383325119 width=88) + Select Operator [SEL_191] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Merge Join Operator [MERGEJOIN_187] (rows=383325119 width=88) - Conds:RS_206._col0=RS_211._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] + Merge Join Operator [MERGEJOIN_190] (rows=383325119 width=88) + Conds:RS_221._col0=RS_226._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] <-Reducer 12 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_211] + FORWARD [RS_226] PartitionCols:_col0 - Group By Operator [GBY_210] (rows=34842647 width=77) + Group By Operator [GBY_225] (rows=34842647 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -416,13 +416,13 @@ Stage-0 Group By Operator [GBY_36] (rows=69685294 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_180] (rows=69685294 width=77) - Conds:RS_32._col1=RS_204._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_32._col1=RS_219._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_204] + SHUFFLE [RS_219] PartitionCols:_col0 - Select Operator [SEL_202] (rows=1704 width=1910) + Select Operator [SEL_217] (rows=1704 width=1910) Output:["_col0"] - Filter Operator [FIL_201] (rows=1704 width=1910) + Filter Operator [FIL_216] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"] @@ -430,24 +430,24 @@ Stage-0 SHUFFLE [RS_32] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_179] (rows=63350266 width=77) - Conds:RS_209._col0=RS_196._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_224._col0=RS_211._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_196] + SHUFFLE [RS_211] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 26 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_209] + SHUFFLE [RS_224] PartitionCols:_col0 - Select Operator [SEL_208] (rows=57591150 width=77) + Select Operator [SEL_223] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_207] (rows=57591150 width=77) + Filter Operator [FIL_222] (rows=57591150 width=77) predicate:(sr_returned_date_sk is not null and sr_store_sk is not null) TableScan [TS_20] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"] <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized - FORWARD [RS_206] + FORWARD [RS_221] PartitionCols:_col0 - Group By Operator [GBY_205] (rows=348477374 width=88) + Group By Operator [GBY_220] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -455,26 +455,26 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_178] (rows=696954748 width=88) - Conds:RS_12._col1=RS_203._col0(Inner),Output:["_col2","_col3","_col6"] + Conds:RS_12._col1=RS_218._col0(Inner),Output:["_col2","_col3","_col6"] <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_203] + SHUFFLE [RS_218] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_202] + Please refer to the previous Select Operator [SEL_217] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=633595212 width=88) - Conds:RS_192._col0=RS_195._col0(Inner),Output:["_col1","_col2","_col3"] + Conds:RS_207._col0=RS_210._col0(Inner),Output:["_col1","_col2","_col3"] <-Map 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_195] + SHUFFLE [RS_210] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_194] + Please refer to the previous Select Operator [SEL_209] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_192] + SHUFFLE [RS_207] PartitionCols:_col0 - Select Operator [SEL_191] (rows=575995635 width=88) + Select Operator [SEL_206] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_190] (rows=575995635 width=88) + Filter Operator [FIL_205] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query8.q.out ql/src/test/results/clientpositive/perf/tez/query8.q.out index fef9ae941d..e0742f2bac 100644 --- ql/src/test/results/clientpositive/perf/tez/query8.q.out +++ ql/src/test/results/clientpositive/perf/tez/query8.q.out @@ -231,14 +231,14 @@ Stage-0 limit:100 Stage-1 Reducer 5 vectorized - File Output Operator [FS_107] - Limit [LIM_106] (rows=100 width=88) + File Output Operator [FS_115] + Limit [LIM_114] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_105] (rows=348477374 width=88) + Select Operator [SEL_113] (rows=348477374 width=88) Output:["_col0","_col1"] <-Reducer 4 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_104] - Group By Operator [GBY_103] (rows=348477374 width=88) + SHUFFLE [RS_112] + Group By Operator [GBY_111] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_57] @@ -251,43 +251,43 @@ Stage-0 SHUFFLE [RS_53] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911) - Conds:RS_99.substr(_col0, 1, 2)=RS_102.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"] + Conds:RS_107.substr(_col0, 1, 2)=RS_110.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_102] + SHUFFLE [RS_110] PartitionCols:substr(_col2, 1, 2) - Select Operator [SEL_101] (rows=1704 width=1910) + Select Operator [SEL_109] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_100] (rows=1704 width=1910) + Filter Operator [FIL_108] (rows=1704 width=1910) predicate:(s_store_sk is not null and substr(s_zip, 1, 2) is not null) TableScan [TS_42] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] <-Reducer 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_99] + SHUFFLE [RS_107] PartitionCols:substr(_col0, 1, 2) - Select Operator [SEL_98] (rows=1 width=1014) + Select Operator [SEL_106] (rows=1 width=1014) Output:["_col0"] - Filter Operator [FIL_97] (rows=1 width=1014) + Filter Operator [FIL_105] (rows=1 width=1014) predicate:(_col1 = 2L) - Group By Operator [GBY_96] (rows=6833333 width=1014) + Group By Operator [GBY_104] (rows=6833333 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Union 9 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] vectorized - Reduce Output Operator [RS_128] + Reduce Output Operator [RS_136] PartitionCols:_col0 - Group By Operator [GBY_127] (rows=13666666 width=1014) + Group By Operator [GBY_135] (rows=13666666 width=1014) Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0 - Group By Operator [GBY_126] (rows=3666666 width=1014) + Group By Operator [GBY_134] (rows=3666666 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 14 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_125] + SHUFFLE [RS_133] PartitionCols:_col0 - Group By Operator [GBY_124] (rows=7333333 width=1014) + Group By Operator [GBY_132] (rows=7333333 width=1014) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_123] (rows=7333333 width=1014) + Select Operator [SEL_131] (rows=7333333 width=1014) Output:["_col0"] - Filter Operator [FIL_122] (rows=7333333 width=1014) + Filter Operator [FIL_130] (rows=7333333 width=1014) predicate:(_col1 > 10L) - Group By Operator [GBY_121] (rows=22000000 width=1014) + Group By Operator [GBY_129] (rows=22000000 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -295,40 +295,40 @@ Stage-0 Group By Operator [GBY_24] (rows=44000000 width=1014) Output:["_col0","_col1"],aggregations:["count()"],keys:_col1 Merge Join Operator [MERGEJOIN_87] (rows=44000000 width=1014) - Conds:RS_117._col0=RS_120._col0(Inner),Output:["_col1"] + Conds:RS_125._col0=RS_128._col0(Inner),Output:["_col1"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_117] + SHUFFLE [RS_125] PartitionCols:_col0 - Select Operator [SEL_116] (rows=40000000 width=1014) + Select Operator [SEL_124] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_115] (rows=40000000 width=1014) + Filter Operator [FIL_123] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and substr(substr(ca_zip, 1, 5), 1, 2) is not null) TableScan [TS_14] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"] <-Map 16 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_120] + SHUFFLE [RS_128] PartitionCols:_col0 - Select Operator [SEL_119] (rows=40000000 width=860) + Select Operator [SEL_127] (rows=40000000 width=860) Output:["_col0"] - Filter Operator [FIL_118] (rows=40000000 width=860) + Filter Operator [FIL_126] (rows=40000000 width=860) predicate:((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null) TableScan [TS_17] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_current_addr_sk","c_preferred_cust_flag"] <-Reducer 8 [CONTAINS] vectorized - Reduce Output Operator [RS_114] + Reduce Output Operator [RS_122] PartitionCols:_col0 - Group By Operator [GBY_113] (rows=13666666 width=1014) + Group By Operator [GBY_121] (rows=13666666 width=1014) Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0 - Group By Operator [GBY_112] (rows=10000000 width=1014) + Group By Operator [GBY_120] (rows=10000000 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Map 7 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_111] + SHUFFLE [RS_119] PartitionCols:_col0 - Group By Operator [GBY_110] (rows=20000000 width=1014) + Group By Operator [GBY_118] (rows=20000000 width=1014) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_109] (rows=20000000 width=1014) + Select Operator [SEL_117] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_108] (rows=20000000 width=1014) + Filter Operator [FIL_116] (rows=20000000 width=1014) predicate:((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736', '47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690', '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '15799', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null) TableScan [TS_6] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_zip"] @@ -336,22 +336,22 @@ Stage-0 SHUFFLE [RS_52] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_86] (rows=633595212 width=88) - Conds:RS_92._col0=RS_95._col0(Inner),Output:["_col1","_col2"] + Conds:RS_100._col0=RS_103._col0(Inner),Output:["_col1","_col2"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_92] + SHUFFLE [RS_100] PartitionCols:_col0 - Select Operator [SEL_91] (rows=575995635 width=88) + Select Operator [SEL_99] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_90] (rows=575995635 width=88) + Filter Operator [FIL_98] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] <-Map 6 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_95] + SHUFFLE [RS_103] PartitionCols:_col0 - Select Operator [SEL_94] (rows=18262 width=1119) + Select Operator [SEL_102] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_93] (rows=18262 width=1119) + Filter Operator [FIL_101] (rows=18262 width=1119) predicate:((d_qoy = 1) and (d_year = 2002) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] diff --git ql/src/test/results/clientpositive/perf/tez/query80.q.out ql/src/test/results/clientpositive/perf/tez/query80.q.out index 69f4770ed5..63099005e4 100644 --- ql/src/test/results/clientpositive/perf/tez/query80.q.out +++ ql/src/test/results/clientpositive/perf/tez/query80.q.out @@ -217,26 +217,26 @@ Stage-0 limit:100 Stage-1 Reducer 10 vectorized - File Output Operator [FS_251] - Limit [LIM_250] (rows=100 width=108) + File Output Operator [FS_266] + Limit [LIM_265] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_249] (rows=1217531358 width=108) + Select Operator [SEL_264] (rows=1217531358 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 9 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_248] - Select Operator [SEL_247] (rows=1217531358 width=108) + SHUFFLE [RS_263] + Select Operator [SEL_262] (rows=1217531358 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_246] (rows=1217531358 width=108) + Group By Operator [GBY_261] (rows=1217531358 width=108) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 8 [SIMPLE_EDGE] <-Reducer 17 [CONTAINS] vectorized - Reduce Output Operator [RS_264] + Reduce Output Operator [RS_279] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_263] (rows=2435062716 width=108) + Group By Operator [GBY_278] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_262] (rows=231905279 width=135) + Select Operator [SEL_277] (rows=231905279 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_261] (rows=231905279 width=135) + Group By Operator [GBY_276] (rows=231905279 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_75] @@ -246,13 +246,13 @@ Stage-0 Select Operator [SEL_72] (rows=463810558 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_212] (rows=463810558 width=135) - Conds:RS_69._col1=RS_260._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + Conds:RS_69._col1=RS_275._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] <-Map 29 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_260] + SHUFFLE [RS_275] PartitionCols:_col0 - Select Operator [SEL_259] (rows=46000 width=460) + Select Operator [SEL_274] (rows=46000 width=460) Output:["_col0","_col1"] - Filter Operator [FIL_258] (rows=46000 width=460) + Filter Operator [FIL_273] (rows=46000 width=460) predicate:cp_catalog_page_sk is not null TableScan [TS_54] (rows=46000 width=460) default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"] @@ -260,13 +260,13 @@ Stage-0 SHUFFLE [RS_69] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_211] (rows=421645953 width=135) - Conds:RS_66._col3=RS_237._col0(Inner),Output:["_col1","_col5","_col6","_col9","_col10"] + Conds:RS_66._col3=RS_252._col0(Inner),Output:["_col1","_col5","_col6","_col9","_col10"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_237] + SHUFFLE [RS_252] PartitionCols:_col0 - Select Operator [SEL_235] (rows=1150 width=1179) + Select Operator [SEL_250] (rows=1150 width=1179) Output:["_col0"] - Filter Operator [FIL_234] (rows=1150 width=1179) + Filter Operator [FIL_249] (rows=1150 width=1179) predicate:((p_channel_tv = 'N') and p_promo_sk is not null) TableScan [TS_12] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"] @@ -274,13 +274,13 @@ Stage-0 SHUFFLE [RS_66] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_210] (rows=383314495 width=135) - Conds:RS_63._col2=RS_232._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_63._col2=RS_247._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10"] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_232] + SHUFFLE [RS_247] PartitionCols:_col0 - Select Operator [SEL_230] (rows=154000 width=1436) + Select Operator [SEL_245] (rows=154000 width=1436) Output:["_col0"] - Filter Operator [FIL_229] (rows=154000 width=1436) + Filter Operator [FIL_244] (rows=154000 width=1436) predicate:((i_current_price > 50) and i_item_sk is not null) TableScan [TS_9] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"] @@ -288,13 +288,13 @@ Stage-0 SHUFFLE [RS_63] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_209] (rows=348467716 width=135) - Conds:RS_60._col0=RS_227._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_60._col0=RS_242._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_227] + SHUFFLE [RS_242] PartitionCols:_col0 - Select Operator [SEL_225] (rows=8116 width=1119) + Select Operator [SEL_240] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_224] (rows=8116 width=1119) + Filter Operator [FIL_239] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] @@ -302,33 +302,33 @@ Stage-0 SHUFFLE [RS_60] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_208] (rows=316788826 width=135) - Conds:RS_254._col2, _col4=RS_257._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_269._col2, _col4=RS_272._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 26 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_254] + SHUFFLE [RS_269] PartitionCols:_col2, _col4 - Select Operator [SEL_253] (rows=287989836 width=135) + Select Operator [SEL_268] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_252] (rows=287989836 width=135) + Filter Operator [FIL_267] (rows=287989836 width=135) predicate:(cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null) TableScan [TS_39] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"] <-Map 28 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_257] + SHUFFLE [RS_272] PartitionCols:_col0, _col1 - Select Operator [SEL_256] (rows=28798881 width=106) + Select Operator [SEL_271] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_255] (rows=28798881 width=106) + Filter Operator [FIL_270] (rows=28798881 width=106) predicate:cr_item_sk is not null TableScan [TS_42] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"] <-Reducer 22 [CONTAINS] vectorized - Reduce Output Operator [RS_277] + Reduce Output Operator [RS_292] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_276] (rows=2435062716 width=108) + Group By Operator [GBY_291] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_275] (rows=115958879 width=135) + Select Operator [SEL_290] (rows=115958879 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_274] (rows=115958879 width=135) + Group By Operator [GBY_289] (rows=115958879 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_115] @@ -338,13 +338,13 @@ Stage-0 Select Operator [SEL_112] (rows=231917759 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_217] (rows=231917759 width=135) - Conds:RS_109._col2=RS_273._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + Conds:RS_109._col2=RS_288._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] <-Map 33 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_273] + SHUFFLE [RS_288] PartitionCols:_col0 - Select Operator [SEL_272] (rows=84 width=1850) + Select Operator [SEL_287] (rows=84 width=1850) Output:["_col0","_col1"] - Filter Operator [FIL_271] (rows=84 width=1850) + Filter Operator [FIL_286] (rows=84 width=1850) predicate:web_site_sk is not null TableScan [TS_94] (rows=84 width=1850) default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"] @@ -352,60 +352,60 @@ Stage-0 SHUFFLE [RS_109] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_216] (rows=210834322 width=135) - Conds:RS_106._col3=RS_238._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] + Conds:RS_106._col3=RS_253._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_238] + SHUFFLE [RS_253] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_235] + Please refer to the previous Select Operator [SEL_250] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_106] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_215] (rows=191667562 width=135) - Conds:RS_103._col1=RS_233._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_103._col1=RS_248._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_233] + SHUFFLE [RS_248] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_230] + Please refer to the previous Select Operator [SEL_245] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_103] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_214] (rows=174243235 width=135) - Conds:RS_100._col0=RS_228._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_100._col0=RS_243._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_228] + SHUFFLE [RS_243] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_225] + Please refer to the previous Select Operator [SEL_240] <-Reducer 31 [SIMPLE_EDGE] SHUFFLE [RS_100] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_213] (rows=158402938 width=135) - Conds:RS_267._col1, _col4=RS_270._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_282._col1, _col4=RS_285._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 30 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_267] + SHUFFLE [RS_282] PartitionCols:_col1, _col4 - Select Operator [SEL_266] (rows=144002668 width=135) + Select Operator [SEL_281] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_265] (rows=144002668 width=135) + Filter Operator [FIL_280] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_promo_sk is not null and ws_sold_date_sk is not null and ws_web_site_sk is not null) TableScan [TS_79] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"] <-Map 32 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_270] + SHUFFLE [RS_285] PartitionCols:_col0, _col1 - Select Operator [SEL_269] (rows=14398467 width=92) + Select Operator [SEL_284] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_268] (rows=14398467 width=92) + Filter Operator [FIL_283] (rows=14398467 width=92) predicate:wr_item_sk is not null TableScan [TS_82] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"] <-Reducer 7 [CONTAINS] vectorized - Reduce Output Operator [RS_245] + Reduce Output Operator [RS_260] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_244] (rows=2435062716 width=108) + Group By Operator [GBY_259] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_243] (rows=463823414 width=88) + Select Operator [SEL_258] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_242] (rows=463823414 width=88) + Group By Operator [GBY_257] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_36] @@ -415,13 +415,13 @@ Stage-0 Select Operator [SEL_33] (rows=927646829 width=88) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_207] (rows=927646829 width=88) - Conds:RS_30._col2=RS_241._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + Conds:RS_30._col2=RS_256._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] <-Map 25 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_241] + SHUFFLE [RS_256] PartitionCols:_col0 - Select Operator [SEL_240] (rows=1704 width=1910) + Select Operator [SEL_255] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_239] (rows=1704 width=1910) + Filter Operator [FIL_254] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_15] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"] @@ -429,49 +429,49 @@ Stage-0 SHUFFLE [RS_30] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_206] (rows=843315281 width=88) - Conds:RS_27._col3=RS_236._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] + Conds:RS_27._col3=RS_251._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] <-Map 24 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_236] + SHUFFLE [RS_251] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_235] + Please refer to the previous Select Operator [SEL_250] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_205] (rows=766650239 width=88) - Conds:RS_24._col1=RS_231._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_24._col1=RS_246._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 23 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_231] + SHUFFLE [RS_246] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_230] + Please refer to the previous Select Operator [SEL_245] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_204] (rows=696954748 width=88) - Conds:RS_21._col0=RS_226._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_21._col0=RS_241._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 12 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_226] + SHUFFLE [RS_241] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_225] + Please refer to the previous Select Operator [SEL_240] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_203] (rows=633595212 width=88) - Conds:RS_220._col1, _col4=RS_223._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + Conds:RS_235._col1, _col4=RS_238._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_220] + SHUFFLE [RS_235] PartitionCols:_col1, _col4 - Select Operator [SEL_219] (rows=575995635 width=88) + Select Operator [SEL_234] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_218] (rows=575995635 width=88) + Filter Operator [FIL_233] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"] <-Map 11 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_223] + SHUFFLE [RS_238] PartitionCols:_col0, _col1 - Select Operator [SEL_222] (rows=57591150 width=77) + Select Operator [SEL_237] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_221] (rows=57591150 width=77) + Filter Operator [FIL_236] (rows=57591150 width=77) predicate:sr_item_sk is not null TableScan [TS_3] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"] diff --git ql/src/test/results/clientpositive/perf/tez/query87.q.out ql/src/test/results/clientpositive/perf/tez/query87.q.out index 41710978c1..2a0f0f29c2 100644 --- ql/src/test/results/clientpositive/perf/tez/query87.q.out +++ ql/src/test/results/clientpositive/perf/tez/query87.q.out @@ -61,35 +61,35 @@ Stage-0 limit:-1 Stage-1 Reducer 9 vectorized - File Output Operator [FS_168] - Group By Operator [GBY_167] (rows=1 width=24) + File Output Operator [FS_201] + Group By Operator [GBY_200] (rows=1 width=24) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 8 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_166] - Group By Operator [GBY_165] (rows=1 width=24) + PARTITION_ONLY_SHUFFLE [RS_199] + Group By Operator [GBY_198] (rows=1 width=24) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_164] (rows=4537552 width=129) - Filter Operator [FIL_163] (rows=4537552 width=129) + Select Operator [SEL_197] (rows=4537552 width=129) + Filter Operator [FIL_196] (rows=4537552 width=129) predicate:(((_col3 * 2) = _col4) and (_col3 > 0L)) - Select Operator [SEL_162] (rows=27225312 width=129) + Select Operator [SEL_195] (rows=27225312 width=129) Output:["_col3","_col4"] - Group By Operator [GBY_161] (rows=27225312 width=129) + Group By Operator [GBY_194] (rows=27225312 width=129) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 7 [SIMPLE_EDGE] <-Reducer 16 [CONTAINS] vectorized - Reduce Output Operator [RS_188] + Reduce Output Operator [RS_221] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_187] (rows=54450625 width=129) + Group By Operator [GBY_220] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_186] (rows=54450625 width=129) + Select Operator [SEL_219] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_185] (rows=43560808 width=135) + Select Operator [SEL_218] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_184] (rows=43560808 width=135) + Group By Operator [GBY_217] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_183] (rows=87121617 width=135) + Select Operator [SEL_216] (rows=87121617 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_182] (rows=87121617 width=135) + Group By Operator [GBY_215] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_80] @@ -97,13 +97,13 @@ Stage-0 Group By Operator [GBY_79] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_132] (rows=174243235 width=135) - Conds:RS_75._col1=RS_145._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_75._col1=RS_178._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_145] + SHUFFLE [RS_178] PartitionCols:_col0 - Select Operator [SEL_142] (rows=80000000 width=860) + Select Operator [SEL_175] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_141] (rows=80000000 width=860) + Filter Operator [FIL_174] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_6] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"] @@ -111,57 +111,57 @@ Stage-0 SHUFFLE [RS_75] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_131] (rows=158402938 width=135) - Conds:RS_181._col0=RS_140._col0(Inner),Output:["_col1","_col3"] + Conds:RS_214._col0=RS_173._col0(Inner),Output:["_col1","_col3"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_140] + SHUFFLE [RS_173] PartitionCols:_col0 - Select Operator [SEL_137] (rows=8116 width=1119) + Select Operator [SEL_170] (rows=8116 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_136] (rows=8116 width=1119) + Filter Operator [FIL_169] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"] <-Map 19 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_181] + SHUFFLE [RS_214] PartitionCols:_col0 - Select Operator [SEL_180] (rows=144002668 width=135) + Select Operator [SEL_213] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_179] (rows=144002668 width=135) + Filter Operator [FIL_212] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_63] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] <-Reducer 6 [CONTAINS] vectorized - Reduce Output Operator [RS_160] + Reduce Output Operator [RS_193] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_159] (rows=54450625 width=129) + Group By Operator [GBY_192] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_158] (rows=54450625 width=129) + Select Operator [SEL_191] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_157] (rows=10889817 width=103) + Select Operator [SEL_190] (rows=10889817 width=103) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_156] (rows=10889817 width=103) + Group By Operator [GBY_189] (rows=10889817 width=103) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col0, _col1, _col2 - Select Operator [SEL_155] (rows=21779634 width=103) + Select Operator [SEL_188] (rows=21779634 width=103) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_154] (rows=21779634 width=103) + Filter Operator [FIL_187] (rows=21779634 width=103) predicate:(((_col3 * 2) = _col4) and (_col3 > 0L)) - Group By Operator [GBY_153] (rows=130677808 width=103) + Group By Operator [GBY_186] (rows=130677808 width=103) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 5 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] vectorized - Reduce Output Operator [RS_178] + Reduce Output Operator [RS_211] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_177] (rows=261355616 width=103) + Group By Operator [GBY_210] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_176] (rows=261355616 width=103) + Select Operator [SEL_209] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_175] (rows=87116929 width=135) + Select Operator [SEL_208] (rows=87116929 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_174] (rows=87116929 width=135) + Group By Operator [GBY_207] (rows=87116929 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_173] (rows=174233858 width=135) + Select Operator [SEL_206] (rows=174233858 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_172] (rows=174233858 width=135) + Group By Operator [GBY_205] (rows=174233858 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -169,43 +169,43 @@ Stage-0 Group By Operator [GBY_41] (rows=348467716 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_130] (rows=348467716 width=135) - Conds:RS_37._col1=RS_144._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_37._col1=RS_177._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_144] + SHUFFLE [RS_177] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_142] + Please refer to the previous Select Operator [SEL_175] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_129] (rows=316788826 width=135) - Conds:RS_171._col0=RS_139._col0(Inner),Output:["_col1","_col3"] + Conds:RS_204._col0=RS_172._col0(Inner),Output:["_col1","_col3"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_139] + SHUFFLE [RS_172] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_137] + Please refer to the previous Select Operator [SEL_170] <-Map 18 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_171] + SHUFFLE [RS_204] PartitionCols:_col0 - Select Operator [SEL_170] (rows=287989836 width=135) + Select Operator [SEL_203] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_169] (rows=287989836 width=135) + Filter Operator [FIL_202] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_25] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"] <-Reducer 4 [CONTAINS] vectorized - Reduce Output Operator [RS_152] + Reduce Output Operator [RS_185] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_151] (rows=261355616 width=103) + Group By Operator [GBY_184] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_150] (rows=261355616 width=103) + Select Operator [SEL_183] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_149] (rows=174238687 width=88) + Select Operator [SEL_182] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_148] (rows=174238687 width=88) + Group By Operator [GBY_181] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_147] (rows=348477374 width=88) + Select Operator [SEL_180] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_146] (rows=348477374 width=88) + Group By Operator [GBY_179] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -213,26 +213,26 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_128] (rows=696954748 width=88) - Conds:RS_12._col1=RS_143._col0(Inner),Output:["_col3","_col6","_col7"] + Conds:RS_12._col1=RS_176._col0(Inner),Output:["_col3","_col6","_col7"] <-Map 17 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_143] + SHUFFLE [RS_176] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_142] + Please refer to the previous Select Operator [SEL_175] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_127] (rows=633595212 width=88) - Conds:RS_135._col0=RS_138._col0(Inner),Output:["_col1","_col3"] + Conds:RS_168._col0=RS_171._col0(Inner),Output:["_col1","_col3"] <-Map 10 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_138] + SHUFFLE [RS_171] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_137] + Please refer to the previous Select Operator [SEL_170] <-Map 1 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_135] + SHUFFLE [RS_168] PartitionCols:_col0 - Select Operator [SEL_134] (rows=575995635 width=88) + Select Operator [SEL_167] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_133] (rows=575995635 width=88) + Filter Operator [FIL_166] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] diff --git ql/src/test/results/clientpositive/smb_mapjoin_25.q.out ql/src/test/results/clientpositive/smb_mapjoin_25.q.out index 6e57bcad13..19b686a4a3 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_25.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_25.q.out @@ -179,11 +179,11 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Stage-7:MAPRED' is a cross product -Warning: Map Join MAPJOIN[33][bigTable=?] in task 'Stage-6:MAPRED' is a cross product +Warning: Map Join MAPJOIN[48][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[40][bigTable=?] in task 'Stage-6:MAPRED' is a cross product Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-2:MAPRED' is a cross product -Warning: Map Join MAPJOIN[35][bigTable=?] in task 'Stage-9:MAPRED' is a cross product -Warning: Map Join MAPJOIN[36][bigTable=?] in task 'Stage-10:MAPRED' is a cross product +Warning: Map Join MAPJOIN[49][bigTable=?] in task 'Stage-9:MAPRED' is a cross product +Warning: Map Join MAPJOIN[50][bigTable=?] in task 'Stage-10:MAPRED' is a cross product PREHOOK: query: explain select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY @@ -420,11 +420,11 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Stage-7:MAPRED' is a cross product -Warning: Map Join MAPJOIN[33][bigTable=?] in task 'Stage-6:MAPRED' is a cross product +Warning: Map Join MAPJOIN[48][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[40][bigTable=?] in task 'Stage-6:MAPRED' is a cross product Warning: Shuffle Join JOIN[22][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-2:MAPRED' is a cross product -Warning: Map Join MAPJOIN[35][bigTable=?] in task 'Stage-9:MAPRED' is a cross product -Warning: Map Join MAPJOIN[36][bigTable=?] in task 'Stage-10:MAPRED' is a cross product +Warning: Map Join MAPJOIN[49][bigTable=?] in task 'Stage-9:MAPRED' is a cross product +Warning: Map Join MAPJOIN[50][bigTable=?] in task 'Stage-10:MAPRED' is a cross product PREHOOK: query: select * from (select a.key from smb_bucket_1_n4 a join smb_bucket_2_n4 b on (a.key = b.key) where a.key = 5) t1 left outer join (select c.key from smb_bucket_2_n4 c join smb_bucket_3_n4 d on (c.key = d.key) where c.key=5) t2 on (t1.key=t2.key) where t2.key=5 PREHOOK: type: QUERY PREHOOK: Input: default@smb_bucket_1_n4 diff --git ql/src/test/results/clientpositive/smb_mapjoin_47.q.out ql/src/test/results/clientpositive/smb_mapjoin_47.q.out index 9c00596836..9788a5d1cd 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_47.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_47.q.out @@ -954,7 +954,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@test1_n8 POSTHOOK: Input: default@test2_n5 #### A masked pattern was here #### -Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[26][bigTable=?] in task 'Stage-7:MAPRED' is a cross product PREHOOK: query: EXPLAIN SELECT * FROM test2_n5 @@ -1125,7 +1125,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Stage-7:MAPRED' is a cross product +Warning: Map Join MAPJOIN[26][bigTable=?] in task 'Stage-7:MAPRED' is a cross product PREHOOK: query: SELECT * FROM test2_n5 JOIN test1_n8 a ON (a.key+test2_n5.key >= 100) diff --git ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out index a47f51d585..ffe0d86cc4 100644 --- ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out +++ ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out @@ -753,10 +753,10 @@ Stage-0 Select Operator [SEL_24] (rows=3 width=87) Output:["_col0"] <-Reducer 2 [SORT] - SORT [RS_23] - Select Operator [SEL_5] (rows=1 width=87) + SORT [RS_29] + Select Operator [SEL_27] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_26] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 1 [GROUP] GROUP [RS_3] @@ -767,10 +767,10 @@ Stage-0 TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 5 [SORT] - SORT [RS_23] - Select Operator [SEL_12] (rows=1 width=87) + SORT [RS_33] + Select Operator [SEL_31] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_30] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 4 [GROUP] GROUP [RS_10] @@ -781,10 +781,10 @@ Stage-0 TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 7 [SORT] - SORT [RS_23] - Select Operator [SEL_20] (rows=1 width=87) + SORT [RS_37] + Select Operator [SEL_35] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_34] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 6 [GROUP] GROUP [RS_18] @@ -829,13 +829,13 @@ Stage-0 Group By Operator [GBY_26] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [GROUP] - GROUP [RS_25] + GROUP [RS_35] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_34] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_5] (rows=1 width=87) + Select Operator [SEL_32] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_31] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 1 [GROUP] GROUP [RS_3] @@ -846,13 +846,13 @@ Stage-0 TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 6 [GROUP] - GROUP [RS_25] + GROUP [RS_40] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_39] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_12] (rows=1 width=87) + Select Operator [SEL_37] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_36] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 5 [GROUP] GROUP [RS_10] @@ -863,13 +863,13 @@ Stage-0 TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] <-Reducer 8 [GROUP] - GROUP [RS_25] + GROUP [RS_45] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_44] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_20] (rows=1 width=87) + Select Operator [SEL_42] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_41] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Map 7 [GROUP] GROUP [RS_18] @@ -4828,11 +4828,11 @@ Stage-3 Select Operator [SEL_5] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] <-Reducer 6 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + PARTITION-LEVEL SORT [RS_24] PartitionCols:_col2 - PTF Operator [PTF_3] (rows=26 width=499) + PTF Operator [PTF_22] (rows=26 width=499) Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] - Select Operator [SEL_2] (rows=26 width=499) + Select Operator [SEL_21] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] <-Map 1 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_1] @@ -4858,11 +4858,11 @@ Stage-3 Select Operator [SEL_11] (rows=26 width=491) Output:["_col1","_col2","_col5"] <-Reducer 7 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_10] + PARTITION-LEVEL SORT [RS_27] PartitionCols:_col2 - PTF Operator [PTF_3] (rows=26 width=499) + PTF Operator [PTF_26] (rows=26 width=499) Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] - Select Operator [SEL_2] (rows=26 width=499) + Select Operator [SEL_25] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] <- Please refer to the previous Map 1 [PARTITION-LEVEL SORT] Stage-4 @@ -5265,9 +5265,9 @@ Stage-2 default@src,src2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] Stage-3 Map 4 - File Output Operator [FS_11] + File Output Operator [FS_19] table:{"name:":"default.dest_j1_n14"} - Select Operator [SEL_9] (rows=809 width=95) + Select Operator [SEL_18] (rows=809 width=95) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_16] Conds:TS_14.reducesinkkey0=TS_14.reducesinkkey0(Inner),Output:["_col0","_col2"] @@ -5276,7 +5276,7 @@ Stage-2 Map Reduce Local Work Stage-5(CONDITIONAL) Map 5 - keys: [HASHTABLESINK_18] + keys: [HASHTABLESINK_21] 0reducesinkkey0,1reducesinkkey0 TableScan [TS_15] Output:["1_VALUE_0","reducesinkkey0"] @@ -5504,7 +5504,7 @@ Stage-0 limit:-1 Stage-2 Map 4 - File Output Operator [FS_10] + File Output Operator [FS_17] Map Join Operator [MAPJOIN_15] Conds:TS_13.reducesinkkey0=TS_13.reducesinkkey0(Inner),Output:["_col0","_col1","_col2","_col3"] <-TableScan [TS_13] @@ -5512,7 +5512,7 @@ Stage-0 Map Reduce Local Work Stage-4(CONDITIONAL) Map 5 - keys: [HASHTABLESINK_17] + keys: [HASHTABLESINK_19] 0reducesinkkey0,1reducesinkkey0 TableScan [TS_14] Output:["1_VALUE_0","1_VALUE_1","reducesinkkey0"] diff --git ql/src/test/results/clientpositive/subquery_multiinsert.q.out ql/src/test/results/clientpositive/subquery_multiinsert.q.out index b331a26528..d427bc281f 100644 --- ql/src/test/results/clientpositive/subquery_multiinsert.q.out +++ ql/src/test/results/clientpositive/subquery_multiinsert.q.out @@ -28,7 +28,7 @@ POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_5 RUN: Stage-0:DDL -Warning: Shuffle Join JOIN[31][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product +Warning: Shuffle Join JOIN[38][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -366,7 +366,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -Warning: Shuffle Join JOIN[31][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product +Warning: Shuffle Join JOIN[38][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: from src b INSERT OVERWRITE TABLE src_4 select * @@ -559,8 +559,8 @@ POSTHOOK: Input: default@src_5 199 val_199 199 val_199 2 val_2 -Warning: Map Join MAPJOIN[56][bigTable=b] in task 'Stage-14:MAPRED' is a cross product -Warning: Shuffle Join JOIN[31][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product +Warning: Map Join MAPJOIN[80][bigTable=b] in task 'Stage-14:MAPRED' is a cross product +Warning: Shuffle Join JOIN[38][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain from src b INSERT OVERWRITE TABLE src_4 @@ -948,8 +948,8 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe -Warning: Map Join MAPJOIN[56][bigTable=b] in task 'Stage-14:MAPRED' is a cross product -Warning: Shuffle Join JOIN[31][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product +Warning: Map Join MAPJOIN[80][bigTable=b] in task 'Stage-14:MAPRED' is a cross product +Warning: Shuffle Join JOIN[38][tables = [b, sq_2_notin_nullcheck]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: from src b INSERT OVERWRITE TABLE src_4 select * diff --git ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out index 070fca74f3..eccbda0f42 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_1.q.out @@ -22,20 +22,20 @@ Stage-0 Stage-1 Union 2 <-Map 1 [CONTAINS] - File Output Operator [FS_7] - Limit [LIM_6] (rows=10/20 width=178) + File Output Operator [FS_12] + Limit [LIM_11] (rows=10/10 width=178) Number of rows:10 - Select Operator [SEL_1] (rows=500/12 width=178) + Select Operator [SEL_9] (rows=500/12 width=178) Output:["_col0","_col1"] - TableScan [TS_0] (rows=500/13 width=178) + TableScan [TS_8] (rows=500/13 width=178) Output:["key","value"] <-Map 3 [CONTAINS] - File Output Operator [FS_7] - Limit [LIM_6] (rows=10/20 width=178) + File Output Operator [FS_17] + Limit [LIM_16] (rows=10/10 width=178) Number of rows:10 - Select Operator [SEL_3] (rows=500/12 width=178) + Select Operator [SEL_14] (rows=500/12 width=178) Output:["_col0","_col1"] - TableScan [TS_2] (rows=500/13 width=178) + TableScan [TS_13] (rows=500/13 width=178) Output:["key","value"] PREHOOK: query: select key from src @@ -132,8 +132,8 @@ Stage-3 Dependency Collection{} Stage-1 Reducer 2 - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=440) + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1/1 width=440) Output:["_col0"],aggregations:["compute_stats(VALUE._col0, 'hll')"] <-Map 1 [CUSTOM_SIMPLE_EDGE] File Output Operator [FS_2] @@ -142,8 +142,8 @@ Stage-3 Output:["_col0"] TableScan [TS_0] (rows=500/500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=500/500 width=87) + PARTITION_ONLY_SHUFFLE [RS_5] + Select Operator [SEL_4] (rows=500/500 width=87) Output:["key"] Please refer to the previous Select Operator [SEL_1] @@ -401,16 +401,16 @@ Stage-0 Stage-1 Union 2 <-Map 1 [CONTAINS] - File Output Operator [FS_6] - Select Operator [SEL_1] (rows=500/500 width=178) + File Output Operator [FS_10] + Select Operator [SEL_8] (rows=500/500 width=178) Output:["_col0","_col1"] - TableScan [TS_0] (rows=500/500 width=178) + TableScan [TS_7] (rows=500/500 width=178) Output:["key","value"] <-Map 3 [CONTAINS] - File Output Operator [FS_6] - Select Operator [SEL_3] (rows=500/500 width=178) + File Output Operator [FS_14] + Select Operator [SEL_12] (rows=500/500 width=178) Output:["_col0","_col1"] - TableScan [TS_2] (rows=500/500 width=178) + TableScan [TS_11] (rows=500/500 width=178) Output:["key","value"] PREHOOK: query: select count(*) from (select * from src a union all select * from src b)subq diff --git ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out index bccfa04023..7812903bd3 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_3.q.out @@ -669,22 +669,22 @@ Stage-3 Conditional Operator Stage-1 Reducer 2 - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=2760) + File Output Operator [FS_9] + Group By Operator [GBY_7] (rows=1/1 width=2760) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')","compute_stats(VALUE._col4, 'hll')","compute_stats(VALUE._col5, 'hll')"] <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized - File Output Operator [FS_8] + File Output Operator [FS_14] table:{"name:":"default.orc_merge5_n1"} - Select Operator [SEL_7] (rows=1/3 width=352) + Select Operator [SEL_13] (rows=1/3 width=352) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_6] (rows=1/3 width=352) + Filter Operator [FIL_12] (rows=1/3 width=352) predicate:(userid <= 13L) TableScan [TS_0] (rows=1/15000 width=352) default@orc_merge5_n1,orc_merge5_n1,Tbl:COMPLETE,Col:NONE,Output:["userid","string1","subtype","decimal1","ts"] - PARTITION_ONLY_SHUFFLE [RS_7] - Select Operator [SEL_6] (rows=1/3 width=352) + PARTITION_ONLY_SHUFFLE [RS_16] + Select Operator [SEL_15] (rows=1/3 width=352) Output:["userid","string1","subtype","decimal1","ts"] - Please refer to the previous Select Operator [SEL_7] + Please refer to the previous Select Operator [SEL_13] Stage-4(CONDITIONAL) File Merge Please refer to the previous Stage-8(CONDITIONAL CHILD TASKS: Stage-5, Stage-4, Stage-6) diff --git ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out index ce8ab92c20..a0ee955a55 100644 --- ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out +++ ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out @@ -108,22 +108,22 @@ Stage-3 Dependency Collection{} Stage-1 Reducer 5 - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1/1 width=880) + File Output Operator [FS_25] + Group By Operator [GBY_23] (rows=1/1 width=880) Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] File Output Operator [FS_19] table:{"name:":"default.src_multi2_n7"} Select Operator [SEL_18] (rows=849/508 width=178) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_26] (rows=849/508 width=178) + Merge Join Operator [MERGEJOIN_32] (rows=849/508 width=178) Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col0","_col3"] <-Map 7 [SIMPLE_EDGE] SHUFFLE [RS_16] PartitionCols:_col0 Select Operator [SEL_14] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_25] (rows=500/500 width=178) + Filter Operator [FIL_31] (rows=500/500 width=178) predicate:key is not null TableScan [TS_12] (rows=500/500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -136,25 +136,25 @@ Stage-3 Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] <-Map 1 [CONTAINS] - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_37] PartitionCols:_col0, _col1 - Select Operator [SEL_2] (rows=500/500 width=178) + Select Operator [SEL_35] (rows=500/500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=500/500 width=178) + Filter Operator [FIL_34] (rows=500/500 width=178) predicate:key is not null - TableScan [TS_0] (rows=500/500 width=178) + TableScan [TS_33] (rows=500/500 width=178) Output:["key","value"] <-Map 6 [CONTAINS] - Reduce Output Operator [RS_9] + Reduce Output Operator [RS_42] PartitionCols:_col0, _col1 - Select Operator [SEL_5] (rows=25/25 width=175) + Select Operator [SEL_40] (rows=25/25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_24] (rows=25/25 width=175) + Filter Operator [FIL_39] (rows=25/25 width=175) predicate:key is not null - TableScan [TS_3] (rows=25/25 width=175) + TableScan [TS_38] (rows=25/25 width=175) Output:["key","value"] - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=849/508 width=178) + PARTITION_ONLY_SHUFFLE [RS_22] + Select Operator [SEL_21] (rows=849/508 width=178) Output:["key","value"] Please refer to the previous Select Operator [SEL_18] diff --git ql/src/test/results/clientpositive/tez/explainuser_3.q.out ql/src/test/results/clientpositive/tez/explainuser_3.q.out index 8b7b11d6ce..724c35d16d 100644 --- ql/src/test/results/clientpositive/tez/explainuser_3.q.out +++ ql/src/test/results/clientpositive/tez/explainuser_3.q.out @@ -511,22 +511,22 @@ Stage-3 Conditional Operator Stage-1 Reducer 2 - File Output Operator [FS_6] - Group By Operator [GBY_4] (rows=1 width=2760) + File Output Operator [FS_10] + Group By Operator [GBY_8] (rows=1 width=2760) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["compute_stats(VALUE._col0)","compute_stats(VALUE._col1)","compute_stats(VALUE._col2)","compute_stats(VALUE._col3)","compute_stats(VALUE._col4)"] <-Map 1 [CUSTOM_SIMPLE_EDGE] File Output Operator [FS_3] table:{"name:":"default.orc_merge5_n0"} Select Operator [SEL_2] (rows=1 width=352) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_4] (rows=1 width=352) + Filter Operator [FIL_11] (rows=1 width=352) predicate:(userid <= 13L) TableScan [TS_0] (rows=1 width=352) default@orc_merge5_n0,orc_merge5_n0,Tbl:COMPLETE,Col:NONE,Output:["userid","string1","subtype","decimal1","ts"] - PARTITION_ONLY_SHUFFLE [RS_3] - Group By Operator [GBY_2] (rows=1 width=2696) + PARTITION_ONLY_SHUFFLE [RS_7] + Group By Operator [GBY_6] (rows=1 width=2696) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["compute_stats(userid, 'hll')","compute_stats(string1, 'hll')","compute_stats(subtype, 'hll')","compute_stats(decimal1, 'hll')","compute_stats(ts, 'hll')"] - Select Operator [SEL_1] (rows=1 width=352) + Select Operator [SEL_5] (rows=1 width=352) Output:["userid","string1","subtype","decimal1","ts"] Please refer to the previous Select Operator [SEL_2] Stage-4(CONDITIONAL) diff --git ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out index 01c50966d2..4be127283b 100644 --- ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out +++ ql/src/test/results/clientpositive/vector_groupby_mapjoin.q.out @@ -1,4 +1,4 @@ -Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Stage-8:MAPRED' is a cross product +Warning: Map Join MAPJOIN[42][bigTable=?] in task 'Stage-8:MAPRED' is a cross product PREHOOK: query: explain vectorization expression select * from src @@ -389,7 +389,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Stage-8:MAPRED' is a cross product +Warning: Map Join MAPJOIN[42][bigTable=?] in task 'Stage-8:MAPRED' is a cross product PREHOOK: query: select * from src where not key in @@ -418,7 +418,7 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orcsrc POSTHOOK: Lineage: orcsrc.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: orcsrc.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Stage-8:MAPRED' is a cross product +Warning: Map Join MAPJOIN[42][bigTable=?] in task 'Stage-8:MAPRED' is a cross product PREHOOK: query: select * from orcsrc where not key in @@ -435,7 +435,7 @@ order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@orcsrc #### A masked pattern was here #### -Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Stage-8:MAPRED' is a cross product +Warning: Map Join MAPJOIN[42][bigTable=?] in task 'Stage-8:MAPRED' is a cross product PREHOOK: query: select * from orcsrc where not key in